-- Logs begin at Wed 2021-08-25 15:14:10 UTC, end at Wed 2021-08-25 16:31:38 UTC. -- Aug 25 15:56:10.755158 dv-cinder-806008-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 25 15:56:12.893555 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.common.config [-] Logging enabled! Aug 25 15:56:12.894132 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev13 Aug 25 15:56:12.894320 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74942) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 25 15:56:12.896539 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.common.config [-] Logging enabled! Aug 25 15:56:12.896793 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev13 Aug 25 15:56:12.897072 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74942) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 25 15:56:12.898021 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 25 15:56:12.898257 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 25 15:56:12.898615 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 25 15:56:12.898860 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 25 15:56:12.899085 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 25 15:56:12.899404 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.899702 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.899995 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.900225 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.901072 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.901367 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.901650 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.901940 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.902236 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.902520 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.902797 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.903081 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.903312 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.903594 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] config_source = [] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.903879 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.904164 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.904388 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] debug = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.904665 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.905124 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.905540 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.905824 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.906115 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.906391 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.906666 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.906950 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.907278 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] host = dv-cinder-806008-1-iscsi {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.907556 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.907843 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.908128 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.908413 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.908686 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.908984 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.909274 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.909546 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] log_dir = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.909818 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] log_file = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.910091 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.910376 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.910665 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.910951 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.911177 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.911397 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.911681 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.911969 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.912245 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.912517 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.912789 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.913083 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.913361 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.913630 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.913915 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.914196 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.914480 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.914752 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.915024 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.915295 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.915565 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.915848 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.916675 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.916975 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.917244 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.917531 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.917802 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.918073 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.918371 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.918655 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.918940 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.919221 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.919492 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.919771 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.920039 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.920309 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] use_journal = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.920579 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] use_json = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.920848 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.921146 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.921426 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.921698 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.921969 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.922240 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.922508 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.922789 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:12.923086 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.923379 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.923677 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.923960 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.924249 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.924531 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.924820 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.925118 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.925406 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.925694 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.925979 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.926256 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.926541 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.926835 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.927124 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.927399 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.927678 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.927971 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.928249 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.928523 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.928800 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.929115 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.929397 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.929671 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.929956 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.930236 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.930508 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.930781 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.931057 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.931344 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.931642 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.931915 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.932186 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.932460 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.932731 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.933053 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.933337 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.933606 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.933877 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.934160 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.934432 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.934707 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.934985 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.935256 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.935531 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.935804 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.936077 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.936349 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.936621 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.936892 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.937187 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.937459 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.937736 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.938009 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.938282 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.938554 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.938827 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.939103 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.939391 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.939688 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.939967 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.940245 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.940523 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.940800 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.941098 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.941375 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.941650 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.941927 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.942196 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.942485 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.942765 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.943048 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.943330 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.943604 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.943896 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.944173 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.944452 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.944728 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.945025 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.945311 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.945593 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.945890 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.946185 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.946479 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.946772 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.947068 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.947370 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.947677 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.947957 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:12.948176 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 15:56:12.948415 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74942) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 25 15:56:13.359940 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO keyring.backend [-] Loading KWallet Aug 25 15:56:13.367494 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO keyring.backend [-] Loading SecretService Aug 25 15:56:13.370995 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO keyring.backend [-] Loading Windows Aug 25 15:56:13.372352 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO keyring.backend [-] Loading chainer Aug 25 15:56:13.372923 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO keyring.backend [-] Loading macOS Aug 25 15:56:13.406913 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:56:13.407195 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=74942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:56:13.407490 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:56:13.407824 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 25 15:56:13.708195 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:13.708412 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:13.708692 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:13.764961 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:13.765253 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:13.765526 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:13.768459 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:13.768737 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:13.769027 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:13.797821 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:13.798105 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:13.798373 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:13.825461 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:13.825741 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:13.826011 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.141942 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.142581 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.142581 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.142787 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.143485 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.266031 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.266367 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.266734 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.267023 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.267319 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.267632 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.267903 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.268167 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.268493 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.268838 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.269128 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.269400 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.269669 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.269929 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.270197 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.270472 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.270729 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.271003 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.271258 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.271540 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.271887 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.272140 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.272387 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.272675 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.272921 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.273185 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.273572 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74942) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 15:56:14.273812 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74942) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 15:56:14.274050 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74942) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 15:56:14.274286 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74942) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 15:56:14.274521 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74942) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 15:56:14.274756 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74942) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 15:56:14.275830 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 25 15:56:14.278964 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 25 15:56:14.282874 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 25 15:56:14.286797 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1250, 1299)])]) Aug 25 15:56:14.288421 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 25 15:56:14.288811 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 25 15:56:14.289170 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 25 15:56:14.289557 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 25 15:56:14.292893 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 25 15:56:14.293176 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 25 15:56:14.293522 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 15:56:14.320804 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Aug 25 15:56:14.321282 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.321581 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74942) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 25 15:56:14.321945 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.323481 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74942) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 25 15:56:14.323767 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 15:56:14.324017 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 25 15:56:14.327150 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.327438 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.388232 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 25 15:56:14.388455 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 25 15:56:14.388698 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 25 15:56:14.389119 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 25 15:56:14.425482 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_db.sqlalchemy.engines [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74942) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Aug 25 15:56:14.752965 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.plugins.ml2.managers [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Initializing driver for type 'gre' Aug 25 15:56:14.753497 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] gre ID ranges: [(1, 1000)] Aug 25 15:56:14.807102 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.plugins.ml2.managers [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Initializing driver for type 'local' Aug 25 15:56:14.807439 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.plugins.ml2.managers [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Initializing driver for type 'vlan' Aug 25 15:56:14.818521 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] VlanTypeDriver initialization complete Aug 25 15:56:14.818864 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.plugins.ml2.managers [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Initializing driver for type 'vxlan' Aug 25 15:56:14.819460 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] vxlan ID ranges: [(1, 1000)] Aug 25 15:56:14.875046 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.plugins.ml2.managers [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Initializing extension driver 'port_security' Aug 25 15:56:14.875327 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.plugins.ml2.extensions.port_security [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] PortSecurityExtensionDriver initialization complete Aug 25 15:56:14.875663 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.plugins.ml2.managers [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Initializing mechanism driver 'openvswitch' Aug 25 15:56:14.875982 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.plugins.ml2.managers [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Initializing mechanism driver 'hyperv' Aug 25 15:56:14.882398 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.plugins.ml2.plugin [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:14.883155 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > port after_create 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.883522 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > port after_update 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.883872 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > port after_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.884249 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > subnet after_create 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.885120 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > subnet after_update 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.885490 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > subnet after_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.885863 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > network after_create 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.886206 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > network after_update 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.886542 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > network after_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.886907 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > security_group after_create 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.887248 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > security_group after_update 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.887581 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > security_group after_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.887952 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.888285 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.888612 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.888964 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] ML2 OVO RPC backend initialized. {{(pid=74942) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Aug 25 15:56:14.889585 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > router_interface after_create 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.889933 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.890340 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > network before_response 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.890681 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > networks before_response 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.891018 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > port before_response 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.891351 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > ports before_response 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.891698 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > subnet before_response 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.892030 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > subnets before_response 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.892368 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > network after_create 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.892702 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > network after_update 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.893056 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > network after_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.893387 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > port after_create 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.893716 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > port after_update 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.894044 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > port after_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.894370 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > subnet after_create 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.894697 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > subnet after_update 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.895021 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > subnet after_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.895584 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.plugins.ml2.plugin [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Modular L2 Plugin initialization complete Aug 25 15:56:14.895904 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading services supported by the core plugin {{(pid=74942) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 25 15:56:14.896223 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.plugins.ml2.managers [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Got port-security extension from driver 'port_security' Aug 25 15:56:14.896674 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.extensions.vlantransparent [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Disabled vlantransparent extension. Aug 25 15:56:14.897111 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74942) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 25 15:56:14.897420 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading Plugin: router Aug 25 15:56:14.933580 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > router_interface before_create 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.933969 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > router after_create 55549900 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.934336 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > router before_create 55549900 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.934697 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.935184 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.935540 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > router after_delete 55549900 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.935895 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > floatingip after_update 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.936254 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > router after_create 55549900 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.936597 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > router after_update 55549900 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.936958 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > router after_update 55549900 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.937312 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.937662 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > router after_update 55549900 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.938063 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > router precommit_update 55549900 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.938427 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: port after_update 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.938760 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: port after_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.939094 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: subnet after_update 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.939427 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.939770 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > port precommit_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.940113 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > router precommit_create 55549900 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.940448 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: port before_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.940784 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > router precommit_create 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.941166 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > router after_update 55549900 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.941503 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > router precommit_delete 55549900 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.941846 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > router precommit_create 55549900 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.942201 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > router_interface after_create 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.942537 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > router precommit_update 55549900 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.942894 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > agent after_create 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.943237 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > agent after_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.943574 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > network after_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.944438 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.quota.resource_registry [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Tracking information for resource: router configured {{(pid=74942) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 15:56:14.944760 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.quota.resource_registry [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Tracking information for resource: floatingip configured {{(pid=74942) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 15:56:14.950140 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.db.l3_agentschedulers_db [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 25 15:56:14.950712 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: port after_update 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.951066 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: port after_create 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.951412 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: port after_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.951756 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: port after_update 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.952534 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > router before_create 55550100 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.952894 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > router precommit_delete 55550100 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.953276 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > router precommit_create 55550100 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.953628 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > router precommit_update 55550100 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.957922 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.services.provider_configuration [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Service providers = [] {{(pid=74942) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 25 15:56:14.958278 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.db.servicetype_db [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74942) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 25 15:56:14.961181 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.services.service_base [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74942) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 15:56:14.961529 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.services.service_base [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74942) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 15:56:14.961867 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.services.service_base [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74942) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 15:56:14.962763 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.services.service_base [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74942) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 15:56:14.963130 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.services.service_base [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 25 15:56:14.963492 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74942) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 15:56:14.963801 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 25 15:56:14.974368 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74942) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 15:56:14.974700 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading Plugin: auto_allocate Aug 25 15:56:14.981183 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: network precommit_update 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.981539 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: network precommit_create 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:14.982048 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74942) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 15:56:14.982361 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading Plugin: tag Aug 25 15:56:14.989028 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74942) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 15:56:14.989357 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading Plugin: timestamp Aug 25 15:56:14.993142 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74942) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 15:56:14.993470 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading Plugin: network_ip_availability Aug 25 15:56:15.000650 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:15.001297 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:15.001882 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:15.003158 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74942) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 15:56:15.003621 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading Plugin: flavors Aug 25 15:56:15.009444 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74942) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 15:56:15.010353 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading Plugin: revisions Aug 25 15:56:15.014842 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74942) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 15:56:15.015228 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_concurrency.lockutils [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.608s {{(pid=74942) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:56:15.015972 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74942) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Aug 25 15:56:15.016300 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Initializing extension manager. Aug 25 15:56:15.016802 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: __init__.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.017171 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: __pycache__ {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.017498 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.017821 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.018221 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: _filter_validation_lib.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.020015 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.020015 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: address_group.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.020015 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.020281 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: address-group Aug 25 15:56:15.020427 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: address_scope.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.021150 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.021639 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: address-scope Aug 25 15:56:15.022038 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: admin_state_down_before_update.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.023194 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.023956 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: router-admin-state-down-before-update Aug 25 15:56:15.024067 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: agent.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.024709 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.025252 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: agent Aug 25 15:56:15.025614 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: agent_resources_synced.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.026514 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.027013 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: agent-resources-synced Aug 25 15:56:15.027329 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: allowedaddresspairs.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.029144 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.029654 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: allowed-address-pairs Aug 25 15:56:15.029979 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: auto_allocated_topology.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.031030 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.031524 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: auto-allocated-topology Aug 25 15:56:15.031843 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: availability_zone.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.032519 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.033038 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: availability_zone Aug 25 15:56:15.033355 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: availability_zone_filter.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.034248 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.034736 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: availability_zone_filter Aug 25 15:56:15.035051 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: data_plane_status.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.035937 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.036420 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension data-plane-status not supported by any of loaded plugins Aug 25 15:56:15.036738 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: default_subnetpools.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.037666 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.038152 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: default-subnetpools Aug 25 15:56:15.038465 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: dhcpagentscheduler.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.039234 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.039720 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: dhcp_agent_scheduler Aug 25 15:56:15.040036 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: dns.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.041007 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.041500 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension dns-integration not supported by any of loaded plugins Aug 25 15:56:15.041814 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: dns_domain_ports.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.042725 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.043215 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 25 15:56:15.043532 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: dvr.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.044191 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.044681 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: dvr Aug 25 15:56:15.045023 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: empty_string_filtering.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.045930 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.046422 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: empty-string-filtering Aug 25 15:56:15.046739 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.047630 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.048188 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 25 15:56:15.048500 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.049419 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.049901 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 25 15:56:15.050213 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: external_net.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.051107 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.051594 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: external-net Aug 25 15:56:15.051909 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: extra_dhcp_opt.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.052800 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.053323 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: extra_dhcp_opt Aug 25 15:56:15.053636 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: extraroute.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.054535 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.055024 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: extraroute Aug 25 15:56:15.055339 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: extraroute_atomic.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.056347 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.057453 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: extraroute-atomic Aug 25 15:56:15.057828 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: filter_validation.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.058497 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.058982 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: filter-validation Aug 25 15:56:15.059289 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: fip_pf_description.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.060207 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.060684 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 25 15:56:15.061020 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: fip_port_details.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.061929 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.062412 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: fip-port-details Aug 25 15:56:15.062724 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: flavors.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.064381 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.064674 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: flavors Aug 25 15:56:15.065010 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.066736 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.067246 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 25 15:56:15.067569 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: floatingip_pools.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.068260 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.068756 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: floatingip-pools Aug 25 15:56:15.069107 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: ip_allocation.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.070020 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.070512 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension ip_allocation not supported by any of loaded plugins Aug 25 15:56:15.070828 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.071730 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.072785 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: ip-substring-filtering Aug 25 15:56:15.073137 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: l2_adjacency.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.074057 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.074803 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 25 15:56:15.074910 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: l3.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.075816 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.076315 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: router Aug 25 15:56:15.076632 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: l3_conntrack_helper.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.078879 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.079463 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 25 15:56:15.079795 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.080703 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.081232 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: ext-gw-mode Aug 25 15:56:15.081556 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.082473 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.082965 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: l3-ha Aug 25 15:56:15.083283 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: l3_flavors.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.084189 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.084677 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: l3-flavors Aug 25 15:56:15.085023 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.085939 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.086426 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 25 15:56:15.086740 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: l3agentscheduler.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.087838 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.088333 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: l3_agent_scheduler Aug 25 15:56:15.088652 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: logging.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.090154 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.090657 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension logging not supported by any of loaded plugins Aug 25 15:56:15.090978 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: metering.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.091708 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.092269 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: metering Aug 25 15:56:15.092585 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.093692 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.094192 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: metering_source_and_destination_fields Aug 25 15:56:15.094508 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: multiprovidernet.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.095482 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.095973 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: multi-provider Aug 25 15:56:15.096290 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: netmtu.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.097221 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.097711 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: net-mtu Aug 25 15:56:15.098026 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: netmtu_writable.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.098929 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.099416 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: net-mtu-writable Aug 25 15:56:15.099728 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: network_availability_zone.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.100382 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.100868 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: network_availability_zone Aug 25 15:56:15.101206 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: network_ip_availability.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.102401 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.102893 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: network-ip-availability Aug 25 15:56:15.103209 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: network_segment_range.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.103988 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.104474 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension network-segment-range not supported by any of loaded plugins Aug 25 15:56:15.104785 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: pagination.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.106027 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.106347 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: pagination Aug 25 15:56:15.106660 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.107563 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.108055 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: port-mac-address-regenerate Aug 25 15:56:15.108371 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: port_resource_request.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.109283 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.109774 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension port-resource-request not supported by any of loaded plugins Aug 25 15:56:15.110090 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: portbindings.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.111054 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.111546 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: binding Aug 25 15:56:15.111863 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: portbindings_extended.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.113133 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.113632 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: binding-extended Aug 25 15:56:15.113951 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: portsecurity.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.114852 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.115345 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: port-security Aug 25 15:56:15.115661 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: project_id.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.116614 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.116934 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: project-id Aug 25 15:56:15.117271 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: providernet.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.118171 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.118674 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: provider Aug 25 15:56:15.119574 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: qos.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.123103 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.123612 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension qos not supported by any of loaded plugins Aug 25 15:56:15.123933 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.125198 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.125695 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 25 15:56:15.126071 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.126992 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.127485 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 25 15:56:15.127809 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: qos_default.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.128708 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.129229 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension qos-default not supported by any of loaded plugins Aug 25 15:56:15.129547 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: qos_fip.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.130186 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.130673 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension qos-fip not supported by any of loaded plugins Aug 25 15:56:15.130988 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: qos_gateway_ip.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.131896 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.132388 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 25 15:56:15.132701 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: qos_port_network_policy.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.133636 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.134131 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 25 15:56:15.134444 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: qos_rule_type_details.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.135921 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.136415 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 25 15:56:15.136737 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: qos_rules_alias.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.137784 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.138286 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 25 15:56:15.138606 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: quotasv2.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.139478 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.139799 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: quotas Aug 25 15:56:15.140115 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: quotasv2_detail.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.141921 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.142257 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: quota_details Aug 25 15:56:15.142798 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: rbac.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.143604 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.144108 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: rbac-policies Aug 25 15:56:15.144428 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: rbac_address_scope.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.145363 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.145863 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: rbac-address-scope Aug 25 15:56:15.146181 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: rbac_security_groups.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.147090 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.147591 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: rbac-security-groups Aug 25 15:56:15.147910 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: rbac_subnetpool.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.148812 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.149341 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: rbac-subnetpool Aug 25 15:56:15.149658 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: revisionifmatch.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.150792 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.151286 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: revision-if-match Aug 25 15:56:15.151602 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: revisions.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.152694 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.153211 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: standard-attr-revisions Aug 25 15:56:15.153529 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: router_availability_zone.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.154189 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.154683 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: router_availability_zone Aug 25 15:56:15.154998 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: routerservicetype.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.155915 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.156402 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension router-service-type not supported by any of loaded plugins Aug 25 15:56:15.156716 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: security_groups_port_filtering.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.157723 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.158215 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: port-security-groups-filtering Aug 25 15:56:15.158529 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: securitygroup.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.169318 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.169840 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: security-group Aug 25 15:56:15.170164 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: segment.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.170933 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.171431 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension segment not supported by any of loaded plugins Aug 25 15:56:15.171750 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.172701 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.173326 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 25 15:56:15.173644 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: servicetype.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.174726 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.175226 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: service-type Aug 25 15:56:15.175543 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: sorting.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.176501 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.176825 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: sorting Aug 25 15:56:15.177169 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: standard_attr_segment.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.178077 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.178578 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 25 15:56:15.178895 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: standardattrdescription.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.179529 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.180023 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: standard-attr-description Aug 25 15:56:15.180338 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: stateful_security_group.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.181285 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.182302 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: stateful-security-group Aug 25 15:56:15.182620 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: stdattrs_common.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.183191 dv-cinder-806008-1-iscsi neutron-server[74942]: WARNING neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 25 15:56:15.183504 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.184405 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.184894 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 25 15:56:15.185234 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: subnet_onboard.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.186375 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.186872 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: subnet_onboard Aug 25 15:56:15.187189 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.188111 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.188679 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 25 15:56:15.189015 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: subnet_service_types.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.189925 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.190420 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: subnet-service-types Aug 25 15:56:15.190735 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: subnetallocation.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.191802 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.192298 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: subnet_allocation Aug 25 15:56:15.192622 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.193298 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.193790 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: subnetpool-prefix-ops Aug 25 15:56:15.194105 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.195028 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.195523 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 25 15:56:15.195839 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: tagging.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.196879 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.197967 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: standard-attr-tag Aug 25 15:56:15.198288 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: timestamp.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.199470 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.199975 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loaded extension: standard-attr-timestamp Aug 25 15:56:15.200297 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: trunk.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.201342 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.201840 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension trunk not supported by any of loaded plugins Aug 25 15:56:15.202158 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: trunk_details.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.203061 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.203560 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension trunk-details not supported by any of loaded plugins Aug 25 15:56:15.203878 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: uplink_status_propagation.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.204839 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.205365 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 25 15:56:15.205679 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Loading extension file: vlantransparent.py {{(pid=74942) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:56:15.206339 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74942) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:56:15.206828 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 25 15:56:15.209065 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.quota.resource_registry [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Creating instance of TrackedResource for resource:network Aug 25 15:56:15.209774 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.quota.resource_registry [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Creating instance of TrackedResource for resource:subnet Aug 25 15:56:15.210375 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.quota.resource_registry [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 15:56:15.211126 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.quota.resource_registry [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Creating instance of TrackedResource for resource:port Aug 25 15:56:15.212366 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.v2.resource_helper [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 15:56:15.212840 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.v2.resource_helper [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Service FLAVORS assigned prefix: {{(pid=74942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 15:56:15.213470 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.v2.resource_helper [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 15:56:15.213900 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.v2.resource_helper [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 15:56:15.214232 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.quota.resource_registry [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Creating instance of TrackedResource for resource:router Aug 25 15:56:15.214876 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.quota.resource_registry [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Creating instance of TrackedResource for resource:floatingip Aug 25 15:56:15.215567 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.v2.resource_helper [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Service METERING assigned prefix: /metering {{(pid=74942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 15:56:15.217012 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:15.217386 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:15.217735 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:56:15.218844 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.quota.resource_registry [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 15:56:15.219278 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.quota.resource_registry [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Creating instance of TrackedResource for resource:security_group Aug 25 15:56:15.220090 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.quota.resource_registry [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 15:56:15.220818 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.v2.resource_helper [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Service CORE assigned prefix: {{(pid=74942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 15:56:15.221161 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.quota.resource_registry [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 15:56:15.221491 dv-cinder-806008-1-iscsi neutron-server[74942]: WARNING neutron.quota.resource_registry [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] subnetpool is already registered Aug 25 15:56:15.222085 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.v2.resource_helper [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Service CORE assigned prefix: {{(pid=74942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 15:56:15.222403 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.quota.resource_registry [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 15:56:15.222720 dv-cinder-806008-1-iscsi neutron-server[74942]: WARNING neutron.quota.resource_registry [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] subnetpool is already registered Aug 25 15:56:15.225264 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.v2.resource_helper [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 15:56:15.225689 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.v2.resource_helper [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Service FLAVORS assigned prefix: {{(pid=74942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 15:56:15.226267 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.v2.resource_helper [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 15:56:15.226677 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.v2.resource_helper [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 15:56:15.227000 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.quota.resource_registry [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Creating instance of TrackedResource for resource:router Aug 25 15:56:15.227321 dv-cinder-806008-1-iscsi neutron-server[74942]: WARNING neutron.quota.resource_registry [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] router is already registered Aug 25 15:56:15.227902 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.quota.resource_registry [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Creating instance of TrackedResource for resource:floatingip Aug 25 15:56:15.228223 dv-cinder-806008-1-iscsi neutron-server[74942]: WARNING neutron.quota.resource_registry [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] floatingip is already registered Aug 25 15:56:15.228858 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.v2.resource_helper [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Service METERING assigned prefix: /metering {{(pid=74942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 15:56:15.229539 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.quota.resource_registry [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 15:56:15.229859 dv-cinder-806008-1-iscsi neutron-server[74942]: WARNING neutron.quota.resource_registry [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] rbac_policy is already registered Aug 25 15:56:15.230719 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.quota.resource_registry [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Creating instance of TrackedResource for resource:security_group Aug 25 15:56:15.230970 dv-cinder-806008-1-iscsi neutron-server[74942]: WARNING neutron.quota.resource_registry [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] security_group is already registered Aug 25 15:56:15.231546 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.quota.resource_registry [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 15:56:15.232019 dv-cinder-806008-1-iscsi neutron-server[74942]: WARNING neutron.quota.resource_registry [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] security_group_rule is already registered Aug 25 15:56:15.232671 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.v2.resource_helper [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Service CORE assigned prefix: {{(pid=74942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 15:56:15.233015 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.quota.resource_registry [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 15:56:15.233346 dv-cinder-806008-1-iscsi neutron-server[74942]: WARNING neutron.quota.resource_registry [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] subnetpool is already registered Aug 25 15:56:15.233942 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.v2.resource_helper [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Service CORE assigned prefix: {{(pid=74942) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 15:56:15.234261 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.quota.resource_registry [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 15:56:15.234577 dv-cinder-806008-1-iscsi neutron-server[74942]: WARNING neutron.quota.resource_registry [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] subnetpool is already registered Aug 25 15:56:15.235212 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: extensions {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.236712 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: address-groups {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.238302 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: address-scopes {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.239466 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: agents {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.240607 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: auto-allocated-topology {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.241864 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: availability_zones {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.243130 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: dhcp-networks {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.245056 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: dhcp-agents {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.246432 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: routers {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.248188 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: flavors {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.249338 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: service_profiles {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.250498 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: next_providers {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.252048 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: service_profiles {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.253529 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: floatingip-pools {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.254780 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: routers {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.256533 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: floatingips {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.257708 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: l3-routers {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.259042 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: l3-agents {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.261008 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: metering-labels {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.263101 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: metering-label-rules {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.264349 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: network-ip-availabilities {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.265589 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: bindings {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.267257 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: quotas {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.268765 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: quotas {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.270182 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: rbac-policies {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.271426 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: security-groups {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.272604 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: security-group-rules {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.273819 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: service-providers {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.275008 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: subnetpools {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.276456 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: subnetpools {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.278047 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: tags {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.279884 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: tags {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.281952 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: tags {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.284016 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: tags {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.285881 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: tags {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.287547 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: tags {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.289535 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: tags {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.292146 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: tags {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.294117 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: tags {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.296057 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron.api.extensions [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Extended resource: tags {{(pid=74942) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:56:15.302566 dv-cinder-806008-1-iscsi neutron-server[74942]: WARNING keystonemiddleware.auth_token [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 25 15:56:15.308218 dv-cinder-806008-1-iscsi neutron-server[74942]: WARNING keystonemiddleware.auth_token [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 25 15:56:15.316571 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_concurrency.lockutils [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Acquired lock "singleton_lock" {{(pid=74942) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 25 15:56:15.316793 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_concurrency.lockutils [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Releasing lock "singleton_lock" {{(pid=74942) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 25 15:56:15.317450 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO oslo_service.service [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Starting 2 workers Aug 25 15:56:15.322160 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Started child 75045 {{(pid=74942) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 25 15:56:15.326620 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Started child 75046 {{(pid=74942) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 25 15:56:15.327632 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:15.328288 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO neutron.service [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 25 15:56:15.328902 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Notify callbacks [] for process, before_spawn {{(pid=74942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:15.329054 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [-] (75045) wsgi starting up on http://0.0.0.0:9696 Aug 25 15:56:15.331755 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO oslo_service.service [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Starting 1 workers Aug 25 15:56:15.333999 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:15.335575 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [-] (75046) wsgi starting up on http://0.0.0.0:9696 Aug 25 15:56:15.336889 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Started child 75047 {{(pid=74942) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 25 15:56:15.337480 dv-cinder-806008-1-iscsi neutron-server[74942]: INFO oslo_service.service [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Starting 1 workers Aug 25 15:56:15.341879 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Started child 75048 {{(pid=74942) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 25 15:56:15.342691 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG neutron_lib.callbacks.manager [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] Notify callbacks [] for process, after_spawn {{(pid=74942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:15.345193 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74942) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 25 15:56:15.348446 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:15.349430 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 25 15:56:15.349430 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 25 15:56:15.349615 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:15.349704 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 25 15:56:15.350069 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 25 15:56:15.350240 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 25 15:56:15.350763 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.350876 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.service [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] calling RpcWorker wait() {{(pid=75047) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 25 15:56:15.351282 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.351354 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.service [None req-0911c25d-ba2f-438c-9fb7-79d90414be05 None None] returning from RpcWorker wait() {{(pid=75047) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 25 15:56:15.351421 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.351603 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.351876 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.352186 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:15.352422 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.352615 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:15.352716 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.353006 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.353293 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.354083 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.354360 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.354536 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.354793 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.355026 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.355561 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.355827 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.356065 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.356349 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.356508 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.356788 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.357100 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.357354 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.357614 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] debug = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.357860 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.358347 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.358598 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.358862 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.359102 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.359395 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.359644 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.359923 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.360139 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.360371 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.360611 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.360875 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.361170 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.361422 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.361671 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.361909 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.362384 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] host = dv-cinder-806008-1-iscsi {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.362622 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.362843 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.363090 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.363321 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.363567 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.363783 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.364074 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.364277 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.364532 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.364758 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.365107 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.365377 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.365628 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.365889 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] log_file = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.366110 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] log_options = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.366250 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.366539 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.366801 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.367025 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.367178 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.367324 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.367590 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.367755 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.368005 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.368245 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.368463 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.368696 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.369004 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.369769 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.370033 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.370269 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.370511 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.370730 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.370983 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.371213 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.371439 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.371685 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.371918 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.372159 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.372391 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.372624 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.372850 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.373105 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.373321 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.373557 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.373829 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.374188 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.374340 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.374582 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.374817 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.375047 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.375262 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.376691 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.376959 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.377226 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.377491 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.377716 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.377971 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.378193 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.378414 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.380767 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] use_json = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.381114 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.381394 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.381691 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.382795 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.385795 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.386051 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.386317 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.386600 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.393023 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.393358 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.393717 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.393973 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.394252 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.394542 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.394820 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.395061 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.395330 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.395573 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.395876 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.396119 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.396474 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.396741 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.397024 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.397299 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.397527 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.397790 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.398013 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.398243 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.398469 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.398689 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.398952 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.399179 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.399402 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.399633 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.399887 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.400129 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.400391 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.400614 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.400897 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.401156 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.401508 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.401808 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.402267 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.402495 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.402753 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.402988 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.403230 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.403626 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.403895 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.404179 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.404399 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.404611 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.404840 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.405108 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.405331 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.405550 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.405769 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.405993 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.406447 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.406447 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.406696 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.406907 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.407121 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.407491 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.407732 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.407957 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.408179 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.408413 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.408654 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.408890 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.409128 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.409373 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.409550 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.409759 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.409978 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.410174 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.410392 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.410611 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.410830 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.411068 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.411314 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.411532 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.412785 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.412785 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.412785 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.413051 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.413201 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.413424 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.413645 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.413858 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.414105 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.414330 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.414586 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.414845 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.415095 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.415359 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.415580 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.416717 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.416897 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 42402) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:56:15.426103 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067129 Aug 25 15:56:15.427842 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.428113 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.428409 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.429232 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.429716 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.430183 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.430683 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.431613 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.431972 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.432334 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.432704 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.433697 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.433697 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.433697 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.433929 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.434170 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.434662 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.434763 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.435064 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.435307 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.435550 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.435801 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.436078 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.436333 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.436568 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.437122 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.437122 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.437411 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.437649 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.437878 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.438100 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.438357 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.439345 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.439345 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.439345 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.439578 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.439758 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.440201 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.440369 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.440521 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.440768 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.442699 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.442699 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.442699 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.442699 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.442699 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.442699 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.442699 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.442699 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.443241 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.443241 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.443379 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.443629 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.443723 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.444640 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.444640 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.444640 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.444640 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.445025 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.445095 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.445718 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.445718 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.446634 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.446863 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.447607 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.447836 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.448073 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.448350 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.448698 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.449020 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.449280 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.449516 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.449740 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.449981 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.450232 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.450445 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.450704 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.450920 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.451129 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.451340 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.451555 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.451783 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.452021 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.452245 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.452456 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.452718 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.452932 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.453299 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.453514 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.453758 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.454004 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.454217 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.454445 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.454681 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.454921 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.455131 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.456169 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.456169 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.456169 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.456169 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.456169 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.456695 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.456695 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.456914 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.457055 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.457262 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.458369 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.458369 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.458369 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.458369 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.458812 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.458898 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.459078 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.459590 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.459710 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.459962 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.460103 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.460583 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.461150 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.461395 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.461658 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.461898 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.462127 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.462359 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.462623 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.463538 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.463718 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.463954 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.465008 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.465230 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.465480 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.465739 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.466039 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.466344 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.466589 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.466828 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.467112 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.467381 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.467634 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.467853 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.468167 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.468484 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.468835 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.469095 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.469324 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.469574 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.469814 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.470207 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.470348 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.470526 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.470933 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.471077 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.471211 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.471423 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.471631 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.471849 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.472074 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.472313 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.472588 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.472765 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.472992 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.473144 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 15:56:15.473680 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74942) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 25 15:56:15.473890 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 25 15:56:15.474015 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 25 15:56:15.474143 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 25 15:56:15.474306 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 25 15:56:15.474451 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 25 15:56:15.474650 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.474804 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.474957 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.475107 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.475258 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.475434 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.475586 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.475798 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.476805 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.477020 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.477137 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.477243 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.477347 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.477488 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.477639 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.477788 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.477938 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.478088 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.478247 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.478425 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.478576 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.478725 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.478889 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] debug = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.479086 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.479242 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.479417 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.479578 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.479736 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.479879 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.480021 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.480425 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.480573 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.480715 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.480874 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.481051 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.481197 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.481353 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.481506 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.481648 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.481810 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] host = dv-cinder-806008-1-iscsi {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.481954 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.482095 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.482252 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.482402 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.482559 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.482721 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.482863 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.483020 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.483170 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.484574 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.484574 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.484574 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.484801 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:15.484885 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.484885 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] log_file = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.486103 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] log_options = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.486103 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.486265 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.486421 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.486575 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.486720 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.486865 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.487025 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.487178 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.487334 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.487477 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.487636 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.487800 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.487949 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.488107 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.488272 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.488430 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.488592 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.488745 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.488887 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.489061 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.489224 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.489374 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.489526 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.489668 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.489814 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.489954 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.490093 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.490380 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.490380 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.490658 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.490795 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.490931 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.491069 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.491222 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.491360 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.491508 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.491645 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.491780 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.491917 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.492052 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.492188 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.492325 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.492469 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.492605 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.492741 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.492877 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] use_json = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.493636 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.493636 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.493897 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.493897 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.494136 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.494255 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.494363 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.494545 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:56:15.494687 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.494847 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.494987 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.495152 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.495318 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.495475 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.495624 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.495775 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.495912 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.496048 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.496211 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.496356 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.496533 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.496774 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.498458 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.498458 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.498458 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.498458 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.498975 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.498975 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.498975 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.499280 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.499280 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.499504 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.499504 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.499768 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.501279 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.501451 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.501614 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.501762 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.501928 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.502074 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.502290 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.502449 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.502601 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.502740 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.502899 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.503044 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.503206 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.503350 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.503523 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.503715 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.503874 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.504014 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.504150 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.504286 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.504422 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.504558 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.504705 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.504843 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.506262 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.506262 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.506262 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.506262 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.506816 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.506816 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.506816 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.506816 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.507318 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.507318 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.507318 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.507726 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.507726 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.507726 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.508109 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.508109 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.508368 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.508368 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.508626 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.508626 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.508895 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.508895 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.510698 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.510698 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.510698 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.511042 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.511042 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.511280 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.511280 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.511534 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.511659 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.511772 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.511895 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.512037 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.512175 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.512297 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.512455 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.512616 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.512774 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.512931 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.513109 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.513266 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.513618 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.513618 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.513864 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.513864 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.514113 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.514241 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.514366 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.514489 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.514595 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.514769 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.514926 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.515086 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.515248 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.515413 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.515582 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.515973 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.515973 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.516132 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.516200 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.516328 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.516478 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.516632 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.516783 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.516936 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.517140 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.517304 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.517473 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.517630 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.517786 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.517943 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.518124 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.518282 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.518439 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.519366 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.519526 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.519685 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.519843 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.520000 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.520158 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.520317 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.520476 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.520637 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.520803 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.520979 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.521135 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.521290 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.521447 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.521605 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.521761 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.521921 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.522079 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.522236 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.522392 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.522548 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.522705 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.522863 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.523020 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.523177 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.523334 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.523490 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.523647 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.523803 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.523964 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.524161 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.524315 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.524474 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.524631 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.524790 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.524991 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.525151 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.525367 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.525515 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.526627 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.526627 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.526627 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.526627 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.526627 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.526627 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.526627 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.527325 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.527325 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.527325 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.527325 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.527325 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.527880 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.527880 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.527880 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.527880 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.528338 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.528338 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.528338 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.528693 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.528693 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.528926 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.528926 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.529204 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.529204 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.529434 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.529555 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.529675 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.529796 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.529960 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.530121 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.530254 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.530402 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.530561 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.530730 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.530887 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.531069 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.531205 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.531322 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.531493 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.531649 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.531805 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.531960 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.532116 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.533048 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.533048 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.533048 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.533048 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.533308 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.533308 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.533454 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.533601 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.533762 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.533920 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.534076 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.534227 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.534609 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.534771 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.534929 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.535097 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.535269 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.535422 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.535592 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.535760 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.535931 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.536086 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.536574 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.536574 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.536574 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.536814 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.536885 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.537053 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.537166 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.537325 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.537484 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.537633 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.537824 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.537920 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.538079 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.538242 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.538390 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.538533 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.538694 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.538844 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.538999 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.539154 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.539297 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:56:15.539442 dv-cinder-806008-1-iscsi neutron-server[74942]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74942) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 15:56:25.929017 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef87547-5335-4fb6-b27a-76fd377995e8 None None] get_active_networks_info from dv-cinder-806008-1-iscsi {{(pid=75047) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Aug 25 15:56:26.012288 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef87547-5335-4fb6-b27a-76fd377995e8 None None] No non-hosted networks {{(pid=75047) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 25 15:56:26.025971 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.agentschedulers_db [None req-9ef87547-5335-4fb6-b27a-76fd377995e8 None None] DHCP Agent not found on host dv-cinder-806008-1-iscsi {{(pid=75047) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 25 15:56:26.138150 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-3e6421d2-3877-49b0-96c2-6f38d92ac0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-685007'] for agent, after_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:26.349259 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-685007'] for agent, after_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:26.354368 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:26.357779 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:26.359601 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:26.361775 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:26.362326 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:26.364609 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:26.365192 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:26.365748 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:26.366296 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:26.366819 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:26.367844 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:26.370586 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806008-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:26.385983 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806008-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:28.156200 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-f91fed99-d3ea-4d8e-aa25-149fdd7ba931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-685007'] for agent, after_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:28.205920 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-68c0b5d1-310a-4f0d-b47a-814d51e434fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:29.205335 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-685007'] for agent, after_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:30.641080 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-685007'] for agent, after_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:31.238252 dv-cinder-806008-1-iscsi neutron-server[75047]: INFO neutron.db.l3_hamode_db [None req-44eef5e0-bd18-4229-9b60-4c3a46d31edb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 25 15:56:31.324881 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eef5e0-bd18-4229-9b60-4c3a46d31edb None None] Routers set() bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:56:31.325275 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eef5e0-bd18-4229-9b60-4c3a46d31edb None None] Router IDs set() for agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 25 15:56:32.404285 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 42500) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:56:33.009331 dv-cinder-806008-1-iscsi neutron-server[75045]: WARNING oslo_policy.policy [None req-9a18ce81-20df-4e85-9d38-c4a810fc8279 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 15:56:33.009992 dv-cinder-806008-1-iscsi neutron-server[75045]: WARNING oslo_policy.policy [None req-9a18ce81-20df-4e85-9d38-c4a810fc8279 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 15:56:33.234379 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [None req-9a18ce81-20df-4e85-9d38-c4a810fc8279 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=75045) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 15:56:33.235432 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-9a18ce81-20df-4e85-9d38-c4a810fc8279 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8302805 Aug 25 15:56:35.477513 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 42514) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:56:35.863040 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-3ed42e38-4ea1-45d1-9ae3-b18c29b213cf admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 15:56:35.911675 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.policy [None req-3ed42e38-4ea1-45d1-9ae3-b18c29b213cf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75045) register_rules /opt/stack/neutron/neutron/policy.py:65}} Aug 25 15:56:35.912412 dv-cinder-806008-1-iscsi neutron-server[75045]: WARNING oslo_policy.policy [None req-3ed42e38-4ea1-45d1-9ae3-b18c29b213cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 15:56:35.912798 dv-cinder-806008-1-iscsi neutron-server[75045]: WARNING oslo_policy.policy [None req-3ed42e38-4ea1-45d1-9ae3-b18c29b213cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 15:56:35.916222 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.quota [None req-3ed42e38-4ea1-45d1-9ae3-b18c29b213cf admin admin] Loaded quota_driver: . Aug 25 15:56:35.931935 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-3ed42e38-4ea1-45d1-9ae3-b18c29b213cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 15:56:35.999256 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-3ed42e38-4ea1-45d1-9ae3-b18c29b213cf admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779526988047', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779526974830', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779526963326', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779526698964', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779526689088', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1588807', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1380410', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-334667', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-404383'] for rbac-policy, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:36.070490 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-3ed42e38-4ea1-45d1-9ae3-b18c29b213cf admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:36.072139 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-3ed42e38-4ea1-45d1-9ae3-b18c29b213cf admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5936668 Aug 25 15:56:38.613361 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 42528) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:56:39.218845 dv-cinder-806008-1-iscsi neutron-server[75046]: WARNING oslo_policy.policy [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 15:56:39.219426 dv-cinder-806008-1-iscsi neutron-server[75046]: WARNING oslo_policy.policy [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 15:56:39.448465 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Request body: {'network': {'project_id': '614238e9d681472db2561cd626b95085', 'admin_state_up': True, 'name': 'private'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 15:56:39.450144 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.quota [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Loaded quota_driver: . Aug 25 15:56:39.466188 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 15:56:39.472420 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Usage tracker for resource:network and tenant:614238e9d681472db2561cd626b95085 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 15:56:39.477949 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 15:56:39.485578 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 15:56:39.500860 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Made reservation on behalf of 614238e9d681472db2561cd626b95085 for: {'network': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:56:39.541870 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.policy [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75046) register_rules /opt/stack/neutron/neutron/policy.py:65}} Aug 25 15:56:39.542623 dv-cinder-806008-1-iscsi neutron-server[75046]: WARNING oslo_policy.policy [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 15:56:39.542987 dv-cinder-806008-1-iscsi neutron-server[75046]: WARNING oslo_policy.policy [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 15:56:39.547610 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for network, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:39.569467 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:39.617141 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 15:56:39.620822 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Usage tracker for resource:security_group_rule and tenant:614238e9d681472db2561cd626b95085 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 15:56:39.623698 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 15:56:39.629226 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 15:56:39.698214 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:39.701925 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:39.707532 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:56:39.726140 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1250} {{(pid=75046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 15:56:39.754806 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779528176249', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:39.755407 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Unsubscribe: segment precommit_create {{(pid=75046) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 15:56:39.755891 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.db.segments_db [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Added segment 8de6c093-a164-4e46-916b-52236ce4e3dd of type vlan for network 84598e4c-bdff-4275-a400-13fb162db477 Aug 25 15:56:39.807632 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea66f05-d094-4f23-8b27-c48d8ac3ba35,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:39.834032 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:39.834360 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:39.834678 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:39.834995 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:39.835327 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:39.835638 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:39.835945 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:39.836249 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:39.836580 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:39.836883 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:39.837267 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:39.838540 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Tracked resource versions report: Aug 25 15:56:39.838540 dv-cinder-806008-1-iscsi neutron-server[75046]: pushed versions: Aug 25 15:56:39.838540 dv-cinder-806008-1-iscsi neutron-server[75046]: { 'ConntrackHelper': {'1.0'}, Aug 25 15:56:39.838540 dv-cinder-806008-1-iscsi neutron-server[75046]: 'Log': {'1.0'}, Aug 25 15:56:39.838540 dv-cinder-806008-1-iscsi neutron-server[75046]: 'Network': {'1.1'}, Aug 25 15:56:39.838540 dv-cinder-806008-1-iscsi neutron-server[75046]: 'Port': {'1.5'}, Aug 25 15:56:39.838540 dv-cinder-806008-1-iscsi neutron-server[75046]: 'PortForwarding': {'1.2'}, Aug 25 15:56:39.838540 dv-cinder-806008-1-iscsi neutron-server[75046]: 'QosPolicy': {'1.8'}, Aug 25 15:56:39.838540 dv-cinder-806008-1-iscsi neutron-server[75046]: 'SecurityGroup': {'1.2'}, Aug 25 15:56:39.838540 dv-cinder-806008-1-iscsi neutron-server[75046]: 'SecurityGroupRule': {'1.0'}, Aug 25 15:56:39.838540 dv-cinder-806008-1-iscsi neutron-server[75046]: 'SubPort': {'1.0'}, Aug 25 15:56:39.838540 dv-cinder-806008-1-iscsi neutron-server[75046]: 'Subnet': {'1.1'}, Aug 25 15:56:39.838540 dv-cinder-806008-1-iscsi neutron-server[75046]: 'Trunk': {'1.1'}} Aug 25 15:56:39.838540 dv-cinder-806008-1-iscsi neutron-server[75046]: consumer versions: Aug 25 15:56:39.838540 dv-cinder-806008-1-iscsi neutron-server[75046]: { DHCP agent@dv-cinder-806008-1-iscsi: {}, Aug 25 15:56:39.838540 dv-cinder-806008-1-iscsi neutron-server[75046]: L3 agent@dv-cinder-806008-1-iscsi: {}, Aug 25 15:56:39.838540 dv-cinder-806008-1-iscsi neutron-server[75046]: Metadata agent@dv-cinder-806008-1-iscsi: {}, Aug 25 15:56:39.838540 dv-cinder-806008-1-iscsi neutron-server[75046]: Metering agent@dv-cinder-806008-1-iscsi: {}, Aug 25 15:56:39.838540 dv-cinder-806008-1-iscsi neutron-server[75046]: Open vSwitch agent@dv-cinder-806008-1-iscsi: { 'ConntrackHelper': '1.0', Aug 25 15:56:39.838540 dv-cinder-806008-1-iscsi neutron-server[75046]: 'Log': '1.0', Aug 25 15:56:39.838540 dv-cinder-806008-1-iscsi neutron-server[75046]: 'Network': '1.1', Aug 25 15:56:39.838540 dv-cinder-806008-1-iscsi neutron-server[75046]: 'Port': '1.5', Aug 25 15:56:39.838540 dv-cinder-806008-1-iscsi neutron-server[75046]: 'PortForwarding': '1.2', Aug 25 15:56:39.838540 dv-cinder-806008-1-iscsi neutron-server[75046]: 'QosPolicy': '1.8', Aug 25 15:56:39.838540 dv-cinder-806008-1-iscsi neutron-server[75046]: 'SecurityGroup': '1.2', Aug 25 15:56:39.838540 dv-cinder-806008-1-iscsi neutron-server[75046]: 'SecurityGroupRule': '1.0', Aug 25 15:56:39.838540 dv-cinder-806008-1-iscsi neutron-server[75046]: 'SubPort': '1.0', Aug 25 15:56:39.838540 dv-cinder-806008-1-iscsi neutron-server[75046]: 'Subnet': '1.1', Aug 25 15:56:39.838540 dv-cinder-806008-1-iscsi neutron-server[75046]: 'Trunk': '1.1'}} Aug 25 15:56:39.838540 dv-cinder-806008-1-iscsi neutron-server[75046]: {{(pid=75046) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 15:56:39.873260 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779527754918'] for network, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:39.890342 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:56:39.923286 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244'] for network, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:39.924919 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:39.925613 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:39.928745 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:56:40.033357 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Pushing event updated for resources: {'Network': ['ID=84598e4c-bdff-4275-a400-13fb162db477,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:40.037092 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.4216657 Aug 25 15:56:40.037787 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:56:40.045593 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Network 84598e4c-bdff-4275-a400-13fb162db477 details requested by agent ovs-agent-dv-cinder-806008-1-iscsi with host dv-cinder-806008-1-iscsi {{(pid=75047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 15:56:42.646722 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 42550) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:56:43.118218 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3669c1-81a3-4d9a-9027-361b0f4f95c3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:43.119527 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-5b3669c1-81a3-4d9a-9027-361b0f4f95c3 admin admin] 10.222.0.43 "GET /v2.0/networks/84598e4c-bdff-4275-a400-13fb162db477 HTTP/1.1" status: 200 len: 826 time: 0.4718826 Aug 25 15:56:43.149208 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-e3d730eb-b31d-4ad2-b856-e3d6255d2c5d admin admin] 10.222.0.43 "GET /v2.0/subnetpools/b66f40dd-f740-45ca-b831-2695a3955386 HTTP/1.1" status: 200 len: 734 time: 0.0243466 Aug 25 15:56:43.157481 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-bca1ebbf-bfde-4588-96e7-56a42170235f admin admin] Request body: {'subnet': {'tenant_id': '614238e9d681472db2561cd626b95085', 'subnetpool_id': 'b66f40dd-f740-45ca-b831-2695a3955386', 'network_id': '84598e4c-bdff-4275-a400-13fb162db477', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 15:56:43.162001 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-bca1ebbf-bfde-4588-96e7-56a42170235f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 15:56:43.166215 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-bca1ebbf-bfde-4588-96e7-56a42170235f admin admin] Usage tracker for resource:subnet and tenant:614238e9d681472db2561cd626b95085 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 15:56:43.169400 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-bca1ebbf-bfde-4588-96e7-56a42170235f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 15:56:43.174875 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-bca1ebbf-bfde-4588-96e7-56a42170235f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 15:56:43.185337 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca1ebbf-bfde-4588-96e7-56a42170235f admin admin] Made reservation on behalf of 614238e9d681472db2561cd626b95085 for: {'subnet': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:56:43.187522 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-bca1ebbf-bfde-4588-96e7-56a42170235f admin admin] Notify callbacks [] for subnet, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:43.468751 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-bca1ebbf-bfde-4588-96e7-56a42170235f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244'] for subnet, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:43.473494 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:56:43.560773 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1ebbf-bfde-4588-96e7-56a42170235f admin admin] Pushing event updated for resources: {'Subnet': ['ID=df5dd2f6-4c18-4dbf-a481-d34619a85f7e,revision_number=0']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:43.566257 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-bca1ebbf-bfde-4588-96e7-56a42170235f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:56:43.571544 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca1ebbf-bfde-4588-96e7-56a42170235f admin admin] Checking segment: {'id': '8de6c093-a164-4e46-916b-52236ce4e3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '84598e4c-bdff-4275-a400-13fb162db477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 15:56:43.571901 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca1ebbf-bfde-4588-96e7-56a42170235f admin admin] Network hostable DHCP agents. Network: 84598e4c-bdff-4275-a400-13fb162db477, hostable agents: ['76091da7-29c6-41af-a969-d28dab66f71a'], hosted agents: [] {{(pid=75046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:56:43.595222 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca1ebbf-bfde-4588-96e7-56a42170235f admin admin] Network 84598e4c-bdff-4275-a400-13fb162db477 is scheduled to be hosted by DHCP agent 76091da7-29c6-41af-a969-d28dab66f71a with binding_index 1 {{(pid=75046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:56:43.606017 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [None req-bca1ebbf-bfde-4588-96e7-56a42170235f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-iscsi, 84598e4c-bdff-4275-a400-13fb162db477) {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:56:43.610769 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca1ebbf-bfde-4588-96e7-56a42170235f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:43.611366 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-bca1ebbf-bfde-4588-96e7-56a42170235f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for subnet, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:43.616049 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c331e0d3-c157-4c68-b440-1c1d2bd3167f None None] Network 84598e4c-bdff-4275-a400-13fb162db477 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 15:56:43.630863 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-bca1ebbf-bfde-4588-96e7-56a42170235f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4766474 Aug 25 15:56:43.928578 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf611e6e9-e149-50bb-9d7e-e511a8e7b325-84598e4c-bdff-4275-a400-13fb162db477', 'network_id': '84598e4c-bdff-4275-a400-13fb162db477', 'tenant_id': '614238e9d681472db2561cd626b95085', 'fixed_ips': [{'subnet_id': 'df5dd2f6-4c18-4dbf-a481-d34619a85f7e'}]}} from dv-cinder-806008-1-iscsi. {{(pid=75047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 15:56:43.929983 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:44.132011 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.db_base_plugin_common [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Allocated IP 172.20.0.2 (84598e4c-bdff-4275-a400-13fb162db477/df5dd2f6-4c18-4dbf-a481-d34619a85f7e/1b521ba4-2f57-49a8-9be8-e8bd8b437988) {{(pid=75047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:56:44.363941 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Notify callbacks [] for port, precommit_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:44.377692 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Transition to ACTIVE for port object 1b521ba4-2f57-49a8-9be8-e8bd8b437988 will not be triggered until provisioned by entity L2. {{(pid=75047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:56:44.400483 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Transition to ACTIVE for port object 1b521ba4-2f57-49a8-9be8-e8bd8b437988 will not be triggered until provisioned by entity DHCP. {{(pid=75047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:56:44.407586 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143'] for port, after_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:44.412958 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:56:44.472360 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Network 84598e4c-bdff-4275-a400-13fb162db477 is already hosted by enough agents. {{(pid=75047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:56:44.475249 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.scheduler.base_scheduler [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Resources bound (agent type, host, resource id): {{(pid=75047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:56:44.482125 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Received port after_create {{(pid=75047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:56:44.488604 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Pushing event updated for resources: {'Port': ['ID=1b521ba4-2f57-49a8-9be8-e8bd8b437988,revision_number=1']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:44.527412 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:44.527742 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:44.528077 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:44.528394 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:44.528711 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:44.529052 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:44.529368 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:44.529698 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:44.530034 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:44.530324 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:44.530631 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:44.531727 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Tracked resource versions report: Aug 25 15:56:44.531727 dv-cinder-806008-1-iscsi neutron-server[75047]: pushed versions: Aug 25 15:56:44.531727 dv-cinder-806008-1-iscsi neutron-server[75047]: { 'ConntrackHelper': {'1.0'}, Aug 25 15:56:44.531727 dv-cinder-806008-1-iscsi neutron-server[75047]: 'Log': {'1.0'}, Aug 25 15:56:44.531727 dv-cinder-806008-1-iscsi neutron-server[75047]: 'Network': {'1.1'}, Aug 25 15:56:44.531727 dv-cinder-806008-1-iscsi neutron-server[75047]: 'Port': {'1.5'}, Aug 25 15:56:44.531727 dv-cinder-806008-1-iscsi neutron-server[75047]: 'PortForwarding': {'1.2'}, Aug 25 15:56:44.531727 dv-cinder-806008-1-iscsi neutron-server[75047]: 'QosPolicy': {'1.8'}, Aug 25 15:56:44.531727 dv-cinder-806008-1-iscsi neutron-server[75047]: 'SecurityGroup': {'1.2'}, Aug 25 15:56:44.531727 dv-cinder-806008-1-iscsi neutron-server[75047]: 'SecurityGroupRule': {'1.0'}, Aug 25 15:56:44.531727 dv-cinder-806008-1-iscsi neutron-server[75047]: 'SubPort': {'1.0'}, Aug 25 15:56:44.531727 dv-cinder-806008-1-iscsi neutron-server[75047]: 'Subnet': {'1.1'}, Aug 25 15:56:44.531727 dv-cinder-806008-1-iscsi neutron-server[75047]: 'Trunk': {'1.1'}} Aug 25 15:56:44.531727 dv-cinder-806008-1-iscsi neutron-server[75047]: consumer versions: Aug 25 15:56:44.531727 dv-cinder-806008-1-iscsi neutron-server[75047]: { DHCP agent@dv-cinder-806008-1-iscsi: {}, Aug 25 15:56:44.531727 dv-cinder-806008-1-iscsi neutron-server[75047]: L3 agent@dv-cinder-806008-1-iscsi: {}, Aug 25 15:56:44.531727 dv-cinder-806008-1-iscsi neutron-server[75047]: Metadata agent@dv-cinder-806008-1-iscsi: {}, Aug 25 15:56:44.531727 dv-cinder-806008-1-iscsi neutron-server[75047]: Metering agent@dv-cinder-806008-1-iscsi: {}, Aug 25 15:56:44.531727 dv-cinder-806008-1-iscsi neutron-server[75047]: Open vSwitch agent@dv-cinder-806008-1-iscsi: { 'ConntrackHelper': '1.0', Aug 25 15:56:44.531727 dv-cinder-806008-1-iscsi neutron-server[75047]: 'Log': '1.0', Aug 25 15:56:44.531727 dv-cinder-806008-1-iscsi neutron-server[75047]: 'Network': '1.1', Aug 25 15:56:44.531727 dv-cinder-806008-1-iscsi neutron-server[75047]: 'Port': '1.5', Aug 25 15:56:44.531727 dv-cinder-806008-1-iscsi neutron-server[75047]: 'PortForwarding': '1.2', Aug 25 15:56:44.531727 dv-cinder-806008-1-iscsi neutron-server[75047]: 'QosPolicy': '1.8', Aug 25 15:56:44.531727 dv-cinder-806008-1-iscsi neutron-server[75047]: 'SecurityGroup': '1.2', Aug 25 15:56:44.531727 dv-cinder-806008-1-iscsi neutron-server[75047]: 'SecurityGroupRule': '1.0', Aug 25 15:56:44.531727 dv-cinder-806008-1-iscsi neutron-server[75047]: 'SubPort': '1.0', Aug 25 15:56:44.531727 dv-cinder-806008-1-iscsi neutron-server[75047]: 'Subnet': '1.1', Aug 25 15:56:44.531727 dv-cinder-806008-1-iscsi neutron-server[75047]: 'Trunk': '1.1'}} Aug 25 15:56:44.531727 dv-cinder-806008-1-iscsi neutron-server[75047]: {{(pid=75047) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 15:56:44.565121 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:56:44.589112 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Attempting to bind port 1b521ba4-2f57-49a8-9be8-e8bd8b437988 on host dv-cinder-806008-1-iscsi for vnic_type normal with profile {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:56:44.589509 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Attempting to bind port 1b521ba4-2f57-49a8-9be8-e8bd8b437988 by drivers openvswitch,hyperv on host dv-cinder-806008-1-iscsi at level 0 using segments [{'id': '8de6c093-a164-4e46-916b-52236ce4e3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '84598e4c-bdff-4275-a400-13fb162db477'}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:56:44.589933 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Attempting to bind port 1b521ba4-2f57-49a8-9be8-e8bd8b437988 on network 84598e4c-bdff-4275-a400-13fb162db477 {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:56:44.600271 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Checking agent: {'id': '8ad9899d-d2ce-4381-ae51-c9c56b6945b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 56, 26), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:56:44.600665 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Checking segment: {'id': '8de6c093-a164-4e46-916b-52236ce4e3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '84598e4c-bdff-4275-a400-13fb162db477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 15:56:44.601163 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:44.601556 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Bound using segment: {'id': '8de6c093-a164-4e46-916b-52236ce4e3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '84598e4c-bdff-4275-a400-13fb162db477'} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:56:44.602540 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Bound port: 1b521ba4-2f57-49a8-9be8-e8bd8b437988, host: dv-cinder-806008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de6c093-a164-4e46-916b-52236ce4e3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '84598e4c-bdff-4275-a400-13fb162db477'}}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:56:44.602936 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:44.687156 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] For port 1b521ba4-2f57-49a8-9be8-e8bd8b437988, host dv-cinder-806008-1-iscsi, cleared binding levels {{(pid=75047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:56:44.690946 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] For port 1b521ba4-2f57-49a8-9be8-e8bd8b437988, host dv-cinder-806008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=1b521ba4-2f57-49a8-9be8-e8bd8b437988,segment=NetworkSegment(8de6c093-a164-4e46-916b-52236ce4e3dd),segment_id=8de6c093-a164-4e46-916b-52236ce4e3dd)] {{(pid=75047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:56:44.695709 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:44.699441 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:56:44.803763 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Pushing event updated for resources: {'Port': ['ID=1b521ba4-2f57-49a8-9be8-e8bd8b437988,revision_number=2']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:44.808194 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:56:46.010209 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 42560) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:56:46.434234 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [None req-a57e0d71-5324-4ed7-9c25-2c95b9c59e3d admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=75046) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 15:56:46.435230 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-a57e0d71-5324-4ed7-9c25-2c95b9c59e3d admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4240940 Aug 25 15:56:48.661971 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f40ac59-4dcf-4b40-b572-7a9c7acffaf2 None None] Network 84598e4c-bdff-4275-a400-13fb162db477 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 15:56:48.733231 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 1b521ba4-2f57-49a8-9be8-e8bd8b437988 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 15:56:48.793022 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 42576) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:56:48.795872 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-71fb67a9-d172-48c6-810c-6ec07d35fdd8 None None] Provisioning for port 1b521ba4-2f57-49a8-9be8-e8bd8b437988 completed by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:56:48.904645 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning for port 1b521ba4-2f57-49a8-9be8-e8bd8b437988 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:56:48.913684 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 1b521ba4-2f57-49a8-9be8-e8bd8b437988 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:56:48.914159 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:49.089069 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:49.128651 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] For port 1b521ba4-2f57-49a8-9be8-e8bd8b437988, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=1b521ba4-2f57-49a8-9be8-e8bd8b437988,segment=NetworkSegment(8de6c093-a164-4e46-916b-52236ce4e3dd),segment_id=8de6c093-a164-4e46-916b-52236ce4e3dd)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:56:49.134517 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:49.137114 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:56:49.208687 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Pushing event updated for resources: {'Port': ['ID=1b521ba4-2f57-49a8-9be8-e8bd8b437988,revision_number=3']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:49.212431 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:56:49.228082 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [None req-7a09d089-f605-479f-86b6-2228cb697a68 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=75046) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 15:56:49.229325 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-7a09d089-f605-479f-86b6-2228cb697a68 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4353194 Aug 25 15:56:49.348480 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-96bed5bf-8af1-4c03-ba9d-7df234abb800 None None] Provisioning complete for port 1b521ba4-2f57-49a8-9be8-e8bd8b437988 triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:56:49.348851 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-96bed5bf-8af1-4c03-ba9d-7df234abb800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:50.651784 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 1b521ba4-2f57-49a8-9be8-e8bd8b437988 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 15:56:50.721430 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 1b521ba4-2f57-49a8-9be8-e8bd8b437988 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:56:50.721798 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:51.854962 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 42588) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:56:52.240003 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-04793fb1-0df4-4a69-a56f-3406b1856708 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '614238e9d681472db2561cd626b95085', 'admin_state_up': True}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 15:56:52.244393 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-04793fb1-0df4-4a69-a56f-3406b1856708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 15:56:52.248470 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-04793fb1-0df4-4a69-a56f-3406b1856708 admin admin] Usage tracker for resource:router and tenant:614238e9d681472db2561cd626b95085 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 15:56:52.252374 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-04793fb1-0df4-4a69-a56f-3406b1856708 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 15:56:52.259038 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-04793fb1-0df4-4a69-a56f-3406b1856708 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 15:56:52.269183 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-04793fb1-0df4-4a69-a56f-3406b1856708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4569'] for router, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:52.270750 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-04793fb1-0df4-4a69-a56f-3406b1856708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4386'] for router, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:52.298060 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-04793fb1-0df4-4a69-a56f-3406b1856708 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:52.407383 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-04793fb1-0df4-4a69-a56f-3406b1856708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683550'] for router, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:52.424771 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-04793fb1-0df4-4a69-a56f-3406b1856708 admin admin] Notify callbacks [] for router, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:52.425987 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-04793fb1-0df4-4a69-a56f-3406b1856708 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5700788 Aug 25 15:56:54.752630 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 42598) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:56:55.135190 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [None req-8219484f-0d2c-44d2-ae1f-0266abef82a3 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=75045) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 15:56:55.136150 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-8219484f-0d2c-44d2-ae1f-0266abef82a3 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3825982 Aug 25 15:56:55.863476 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-89696434-e065-444d-a1c8-c6ffa419bb02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:56.345021 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:57.406147 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 42608) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:56:57.797270 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 15:56:57.802372 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 15:56:57.806523 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Usage tracker for resource:network and tenant:6d63a34baced40be91d76f495bebebd4 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 15:56:57.809785 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 15:56:57.815214 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 15:56:57.824749 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Made reservation on behalf of 6d63a34baced40be91d76f495bebebd4 for: {'network': 1} {{(pid=75045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:56:57.827406 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for network, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:57.843032 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:57.880901 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 15:56:57.884831 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Usage tracker for resource:security_group_rule and tenant:6d63a34baced40be91d76f495bebebd4 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 15:56:57.887589 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 15:56:57.893097 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 15:56:57.959359 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:57.963629 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:57.968707 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:56:57.980189 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Reserving flat network on physical network physnet1 {{(pid=75045) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 25 15:56:58.009198 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779528176249', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:58.009751 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Unsubscribe: segment precommit_create {{(pid=75045) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 15:56:58.010193 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.db.segments_db [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Added segment 6c802ec5-cb0c-4ebf-9051-a5208badfc91 of type flat for network 918dfb31-e205-4511-8f83-81a91dee6c8c Aug 25 15:56:58.056373 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01279ecd-c71c-4dd3-b27f-8afd2cdd2aeb,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:58.077944 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:58.078271 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:58.078589 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:58.078903 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:58.079222 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:58.079532 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:58.079838 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:58.080177 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:58.080483 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:58.080777 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:58.081101 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:58.082204 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Tracked resource versions report: Aug 25 15:56:58.082204 dv-cinder-806008-1-iscsi neutron-server[75045]: pushed versions: Aug 25 15:56:58.082204 dv-cinder-806008-1-iscsi neutron-server[75045]: { 'ConntrackHelper': {'1.0'}, Aug 25 15:56:58.082204 dv-cinder-806008-1-iscsi neutron-server[75045]: 'Log': {'1.0'}, Aug 25 15:56:58.082204 dv-cinder-806008-1-iscsi neutron-server[75045]: 'Network': {'1.1'}, Aug 25 15:56:58.082204 dv-cinder-806008-1-iscsi neutron-server[75045]: 'Port': {'1.5'}, Aug 25 15:56:58.082204 dv-cinder-806008-1-iscsi neutron-server[75045]: 'PortForwarding': {'1.2'}, Aug 25 15:56:58.082204 dv-cinder-806008-1-iscsi neutron-server[75045]: 'QosPolicy': {'1.8'}, Aug 25 15:56:58.082204 dv-cinder-806008-1-iscsi neutron-server[75045]: 'SecurityGroup': {'1.2'}, Aug 25 15:56:58.082204 dv-cinder-806008-1-iscsi neutron-server[75045]: 'SecurityGroupRule': {'1.0'}, Aug 25 15:56:58.082204 dv-cinder-806008-1-iscsi neutron-server[75045]: 'SubPort': {'1.0'}, Aug 25 15:56:58.082204 dv-cinder-806008-1-iscsi neutron-server[75045]: 'Subnet': {'1.1'}, Aug 25 15:56:58.082204 dv-cinder-806008-1-iscsi neutron-server[75045]: 'Trunk': {'1.1'}} Aug 25 15:56:58.082204 dv-cinder-806008-1-iscsi neutron-server[75045]: consumer versions: Aug 25 15:56:58.082204 dv-cinder-806008-1-iscsi neutron-server[75045]: { DHCP agent@dv-cinder-806008-1-iscsi: {}, Aug 25 15:56:58.082204 dv-cinder-806008-1-iscsi neutron-server[75045]: L3 agent@dv-cinder-806008-1-iscsi: {}, Aug 25 15:56:58.082204 dv-cinder-806008-1-iscsi neutron-server[75045]: Metadata agent@dv-cinder-806008-1-iscsi: {}, Aug 25 15:56:58.082204 dv-cinder-806008-1-iscsi neutron-server[75045]: Metering agent@dv-cinder-806008-1-iscsi: {}, Aug 25 15:56:58.082204 dv-cinder-806008-1-iscsi neutron-server[75045]: Open vSwitch agent@dv-cinder-806008-1-iscsi: { 'ConntrackHelper': '1.0', Aug 25 15:56:58.082204 dv-cinder-806008-1-iscsi neutron-server[75045]: 'Log': '1.0', Aug 25 15:56:58.082204 dv-cinder-806008-1-iscsi neutron-server[75045]: 'Network': '1.1', Aug 25 15:56:58.082204 dv-cinder-806008-1-iscsi neutron-server[75045]: 'Port': '1.5', Aug 25 15:56:58.082204 dv-cinder-806008-1-iscsi neutron-server[75045]: 'PortForwarding': '1.2', Aug 25 15:56:58.082204 dv-cinder-806008-1-iscsi neutron-server[75045]: 'QosPolicy': '1.8', Aug 25 15:56:58.082204 dv-cinder-806008-1-iscsi neutron-server[75045]: 'SecurityGroup': '1.2', Aug 25 15:56:58.082204 dv-cinder-806008-1-iscsi neutron-server[75045]: 'SecurityGroupRule': '1.0', Aug 25 15:56:58.082204 dv-cinder-806008-1-iscsi neutron-server[75045]: 'SubPort': '1.0', Aug 25 15:56:58.082204 dv-cinder-806008-1-iscsi neutron-server[75045]: 'Subnet': '1.1', Aug 25 15:56:58.082204 dv-cinder-806008-1-iscsi neutron-server[75045]: 'Trunk': '1.1'}} Aug 25 15:56:58.082204 dv-cinder-806008-1-iscsi neutron-server[75045]: {{(pid=75045) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 15:56:58.125342 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779527754918'] for network, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:58.137212 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:56:58.151241 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-1163f649-373e-4c6f-b101-bb4a4ea0aa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:58.178328 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244'] for network, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:58.179677 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:58.180323 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:58.184900 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:56:58.286940 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Pushing event updated for resources: {'Network': ['ID=918dfb31-e205-4511-8f83-81a91dee6c8c,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:58.289653 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8825352 Aug 25 15:56:58.291417 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:56:58.302985 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Network 918dfb31-e205-4511-8f83-81a91dee6c8c details requested by agent ovs-agent-dv-cinder-806008-1-iscsi with host dv-cinder-806008-1-iscsi {{(pid=75047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 15:56:59.149065 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:00.566140 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 42632) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:57:00.574914 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:00.799388 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51307677-b9b1-424c-9c47-084972e2edfe admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:57:00.800701 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-51307677-b9b1-424c-9c47-084972e2edfe admin admin] 10.222.0.43 "GET /v2.0/subnets/df5dd2f6-4c18-4dbf-a481-d34619a85f7e HTTP/1.1" status: 200 len: 849 time: 0.2336335 Aug 25 15:57:00.943784 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-af2c63d9-c8b1-4e4a-bdc3-7a236f76b269 admin admin] 10.222.0.43 "GET /v2.0/routers/534d0086-cce3-4cce-bfec-6671d218c2c2 HTTP/1.1" status: 200 len: 704 time: 0.1369104 Aug 25 15:57:01.435812 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d70eb44c-973c-4650-8e6f-73f97abb07d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:01.681316 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_common [None req-d70eb44c-973c-4650-8e6f-73f97abb07d4 admin admin] Allocated IP 172.20.0.1 (84598e4c-bdff-4275-a400-13fb162db477/df5dd2f6-4c18-4dbf-a481-d34619a85f7e/ba5cd181-88df-4622-8c3d-d6b1a965f7c6) {{(pid=75045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:57:01.840378 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d70eb44c-973c-4650-8e6f-73f97abb07d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:01.858067 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.provisioning_blocks [None req-d70eb44c-973c-4650-8e6f-73f97abb07d4 admin admin] Transition to ACTIVE for port object ba5cd181-88df-4622-8c3d-d6b1a965f7c6 will not be triggered until provisioned by entity DHCP. {{(pid=75045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:57:01.905974 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d70eb44c-973c-4650-8e6f-73f97abb07d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143'] for port, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:01.909892 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:57:01.971944 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70eb44c-973c-4650-8e6f-73f97abb07d4 admin admin] Network 84598e4c-bdff-4275-a400-13fb162db477 is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:57:01.974745 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-d70eb44c-973c-4650-8e6f-73f97abb07d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:57:01.979888 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70eb44c-973c-4650-8e6f-73f97abb07d4 admin admin] Pushing event updated for resources: {'Port': ['ID=ba5cd181-88df-4622-8c3d-d6b1a965f7c6,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:57:01.990681 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70eb44c-973c-4650-8e6f-73f97abb07d4 admin admin] Received port after_create {{(pid=75045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:57:01.991252 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d70eb44c-973c-4650-8e6f-73f97abb07d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683712'] for router_interface, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:02.052482 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-d70eb44c-973c-4650-8e6f-73f97abb07d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:57:02.115277 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d70eb44c-973c-4650-8e6f-73f97abb07d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:02.173510 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-890c4dd5-baa9-4693-8cb0-6f00c927ff62 None None] Provisioning for port ba5cd181-88df-4622-8c3d-d6b1a965f7c6 completed by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:57:02.178356 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-890c4dd5-baa9-4693-8cb0-6f00c927ff62 None None] Provisioning complete for port ba5cd181-88df-4622-8c3d-d6b1a965f7c6 triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:57:02.178792 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-890c4dd5-baa9-4693-8cb0-6f00c927ff62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:02.230500 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-890c4dd5-baa9-4693-8cb0-6f00c927ff62 None None] Port ba5cd181-88df-4622-8c3d-d6b1a965f7c6 cannot update to ACTIVE because it is not bound. {{(pid=75047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 15:57:02.345219 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d70eb44c-973c-4650-8e6f-73f97abb07d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:02.349404 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d70eb44c-973c-4650-8e6f-73f97abb07d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:02.350427 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d70eb44c-973c-4650-8e6f-73f97abb07d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684841'] for router_interface, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:02.354083 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:57:02.510423 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70eb44c-973c-4650-8e6f-73f97abb07d4 admin admin] Pushing event updated for resources: {'Port': ['ID=ba5cd181-88df-4622-8c3d-d6b1a965f7c6,revision_number=2']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:57:02.513055 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-d70eb44c-973c-4650-8e6f-73f97abb07d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:57:02.573949 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70eb44c-973c-4650-8e6f-73f97abb07d4 admin admin] Network 84598e4c-bdff-4275-a400-13fb162db477 is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:57:02.574960 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-d70eb44c-973c-4650-8e6f-73f97abb07d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:57:02.753387 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-eb75b299-a8b5-4505-929e-400f64f426f9 None None] Provisioning complete for port ba5cd181-88df-4622-8c3d-d6b1a965f7c6 triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:57:02.753762 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-eb75b299-a8b5-4505-929e-400f64f426f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:02.805038 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-eb75b299-a8b5-4505-929e-400f64f426f9 None None] Port ba5cd181-88df-4622-8c3d-d6b1a965f7c6 cannot update to ACTIVE because it is not bound. {{(pid=75047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 15:57:02.924413 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70eb44c-973c-4650-8e6f-73f97abb07d4 admin admin] Router 534d0086-cce3-4cce-bfec-6671d218c2c2 is scheduled to L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 with binding_index 1 {{(pid=75045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:57:03.086674 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70eb44c-973c-4650-8e6f-73f97abb07d4 admin admin] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:57:03.095478 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-d70eb44c-973c-4650-8e6f-73f97abb07d4 admin admin] 10.222.0.43 "PUT /v2.0/routers/534d0086-cce3-4cce-bfec-6671d218c2c2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1464479 Aug 25 15:57:03.095946 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37fc199-26fe-4f72-a9eb-ee7e5ffd16cf None None] Sync routers for ids ['534d0086-cce3-4cce-bfec-6671d218c2c2'] in dv-cinder-806008-1-iscsi {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 15:57:03.108852 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37fc199-26fe-4f72-a9eb-ee7e5ffd16cf None None] Routers {'534d0086-cce3-4cce-bfec-6671d218c2c2'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:57:03.109768 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-b37fc199-26fe-4f72-a9eb-ee7e5ffd16cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T15:56:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['534d0086-cce3-4cce-bfec-6671d218c2c2'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:57:03.280919 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-b37fc199-26fe-4f72-a9eb-ee7e5ffd16cf None None] Set router 534d0086-cce3-4cce-bfec-6671d218c2c2 gateway port host: None {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 15:57:03.657670 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-b37fc199-26fe-4f72-a9eb-ee7e5ffd16cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534d0086-cce3-4cce-bfec-6671d218c2c2', 'name': 'router1', 'tenant_id': '614238e9d681472db2561cd626b95085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:56:52Z', 'updated_at': '2021-08-25T15:57:02Z', 'revision_number': 2, 'project_id': '614238e9d681472db2561cd626b95085', 'gw_port_host': None, '_interfaces': [{'id': 'ba5cd181-88df-4622-8c3d-d6b1a965f7c6', 'name': '', 'network_id': '84598e4c-bdff-4275-a400-13fb162db477', 'tenant_id': '614238e9d681472db2561cd626b95085', 'mac_address': 'fa:16:3e:8c:ff:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534d0086-cce3-4cce-bfec-6671d218c2c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df5dd2f6-4c18-4dbf-a481-d34619a85f7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:57:01Z', 'updated_at': '2021-08-25T15:57:02Z', 'revision_number': 2, 'project_id': '614238e9d681472db2561cd626b95085', 'subnets': [{'id': 'df5dd2f6-4c18-4dbf-a481-d34619a85f7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b66f40dd-f740-45ca-b831-2695a3955386'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:57:03.662960 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37fc199-26fe-4f72-a9eb-ee7e5ffd16cf None None] Checking router: 534d0086-cce3-4cce-bfec-6671d218c2c2 for host: dv-cinder-806008-1-iscsi {{(pid=75048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 15:57:03.663332 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37fc199-26fe-4f72-a9eb-ee7e5ffd16cf None None] Updating router 534d0086-cce3-4cce-bfec-6671d218c2c2 port ba5cd181-88df-4622-8c3d-d6b1a965f7c6 binding host dv-cinder-806008-1-iscsi {{(pid=75048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 15:57:03.723315 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-b37fc199-26fe-4f72-a9eb-ee7e5ffd16cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:04.114649 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-b37fc199-26fe-4f72-a9eb-ee7e5ffd16cf None None] Notify callbacks [] for port, precommit_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:04.130310 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.provisioning_blocks [None req-b37fc199-26fe-4f72-a9eb-ee7e5ffd16cf None None] Transition to ACTIVE for port object ba5cd181-88df-4622-8c3d-d6b1a965f7c6 will not be triggered until provisioned by entity L2. {{(pid=75048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:57:04.137812 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-b37fc199-26fe-4f72-a9eb-ee7e5ffd16cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:04.143317 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:57:04.372236 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05aad88-367b-4628-bcd2-8afa9714eceb None None] Pushing event updated for resources: {'Port': ['ID=ba5cd181-88df-4622-8c3d-d6b1a965f7c6,revision_number=3']} {{(pid=75048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:57:04.395313 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.managers [None req-b37fc199-26fe-4f72-a9eb-ee7e5ffd16cf None None] Attempting to bind port ba5cd181-88df-4622-8c3d-d6b1a965f7c6 on host dv-cinder-806008-1-iscsi for vnic_type normal with profile {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:57:04.395709 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.managers [None req-b37fc199-26fe-4f72-a9eb-ee7e5ffd16cf None None] Attempting to bind port ba5cd181-88df-4622-8c3d-d6b1a965f7c6 by drivers openvswitch,hyperv on host dv-cinder-806008-1-iscsi at level 0 using segments [{'id': '8de6c093-a164-4e46-916b-52236ce4e3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '84598e4c-bdff-4275-a400-13fb162db477'}] {{(pid=75048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:57:04.396159 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37fc199-26fe-4f72-a9eb-ee7e5ffd16cf None None] Attempting to bind port ba5cd181-88df-4622-8c3d-d6b1a965f7c6 on network 84598e4c-bdff-4275-a400-13fb162db477 {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:57:04.399266 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05aad88-367b-4628-bcd2-8afa9714eceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:57:04.399610 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05aad88-367b-4628-bcd2-8afa9714eceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:57:04.399928 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05aad88-367b-4628-bcd2-8afa9714eceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:57:04.400249 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05aad88-367b-4628-bcd2-8afa9714eceb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:57:04.400572 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05aad88-367b-4628-bcd2-8afa9714eceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:57:04.400883 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05aad88-367b-4628-bcd2-8afa9714eceb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:57:04.401219 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05aad88-367b-4628-bcd2-8afa9714eceb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:57:04.401534 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05aad88-367b-4628-bcd2-8afa9714eceb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:57:04.401844 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05aad88-367b-4628-bcd2-8afa9714eceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:57:04.402148 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05aad88-367b-4628-bcd2-8afa9714eceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:57:04.402452 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05aad88-367b-4628-bcd2-8afa9714eceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:57:04.403573 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05aad88-367b-4628-bcd2-8afa9714eceb None None] Tracked resource versions report: Aug 25 15:57:04.403573 dv-cinder-806008-1-iscsi neutron-server[75048]: pushed versions: Aug 25 15:57:04.403573 dv-cinder-806008-1-iscsi neutron-server[75048]: { 'ConntrackHelper': {'1.0'}, Aug 25 15:57:04.403573 dv-cinder-806008-1-iscsi neutron-server[75048]: 'Log': {'1.0'}, Aug 25 15:57:04.403573 dv-cinder-806008-1-iscsi neutron-server[75048]: 'Network': {'1.1'}, Aug 25 15:57:04.403573 dv-cinder-806008-1-iscsi neutron-server[75048]: 'Port': {'1.5'}, Aug 25 15:57:04.403573 dv-cinder-806008-1-iscsi neutron-server[75048]: 'PortForwarding': {'1.2'}, Aug 25 15:57:04.403573 dv-cinder-806008-1-iscsi neutron-server[75048]: 'QosPolicy': {'1.8'}, Aug 25 15:57:04.403573 dv-cinder-806008-1-iscsi neutron-server[75048]: 'SecurityGroup': {'1.2'}, Aug 25 15:57:04.403573 dv-cinder-806008-1-iscsi neutron-server[75048]: 'SecurityGroupRule': {'1.0'}, Aug 25 15:57:04.403573 dv-cinder-806008-1-iscsi neutron-server[75048]: 'SubPort': {'1.0'}, Aug 25 15:57:04.403573 dv-cinder-806008-1-iscsi neutron-server[75048]: 'Subnet': {'1.1'}, Aug 25 15:57:04.403573 dv-cinder-806008-1-iscsi neutron-server[75048]: 'Trunk': {'1.1'}} Aug 25 15:57:04.403573 dv-cinder-806008-1-iscsi neutron-server[75048]: consumer versions: Aug 25 15:57:04.403573 dv-cinder-806008-1-iscsi neutron-server[75048]: { DHCP agent@dv-cinder-806008-1-iscsi: {}, Aug 25 15:57:04.403573 dv-cinder-806008-1-iscsi neutron-server[75048]: L3 agent@dv-cinder-806008-1-iscsi: {}, Aug 25 15:57:04.403573 dv-cinder-806008-1-iscsi neutron-server[75048]: Metadata agent@dv-cinder-806008-1-iscsi: {}, Aug 25 15:57:04.403573 dv-cinder-806008-1-iscsi neutron-server[75048]: Metering agent@dv-cinder-806008-1-iscsi: {}, Aug 25 15:57:04.403573 dv-cinder-806008-1-iscsi neutron-server[75048]: Open vSwitch agent@dv-cinder-806008-1-iscsi: { 'ConntrackHelper': '1.0', Aug 25 15:57:04.403573 dv-cinder-806008-1-iscsi neutron-server[75048]: 'Log': '1.0', Aug 25 15:57:04.403573 dv-cinder-806008-1-iscsi neutron-server[75048]: 'Network': '1.1', Aug 25 15:57:04.403573 dv-cinder-806008-1-iscsi neutron-server[75048]: 'Port': '1.5', Aug 25 15:57:04.403573 dv-cinder-806008-1-iscsi neutron-server[75048]: 'PortForwarding': '1.2', Aug 25 15:57:04.403573 dv-cinder-806008-1-iscsi neutron-server[75048]: 'QosPolicy': '1.8', Aug 25 15:57:04.403573 dv-cinder-806008-1-iscsi neutron-server[75048]: 'SecurityGroup': '1.2', Aug 25 15:57:04.403573 dv-cinder-806008-1-iscsi neutron-server[75048]: 'SecurityGroupRule': '1.0', Aug 25 15:57:04.403573 dv-cinder-806008-1-iscsi neutron-server[75048]: 'SubPort': '1.0', Aug 25 15:57:04.403573 dv-cinder-806008-1-iscsi neutron-server[75048]: 'Subnet': '1.1', Aug 25 15:57:04.403573 dv-cinder-806008-1-iscsi neutron-server[75048]: 'Trunk': '1.1'}} Aug 25 15:57:04.403573 dv-cinder-806008-1-iscsi neutron-server[75048]: {{(pid=75048) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 15:57:04.407264 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [None req-f05aad88-367b-4628-bcd2-8afa9714eceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:57:04.413119 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37fc199-26fe-4f72-a9eb-ee7e5ffd16cf None None] Checking agent: {'id': '8ad9899d-d2ce-4381-ae51-c9c56b6945b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 56, 26), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:57:04.414086 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37fc199-26fe-4f72-a9eb-ee7e5ffd16cf None None] Checking segment: {'id': '8de6c093-a164-4e46-916b-52236ce4e3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '84598e4c-bdff-4275-a400-13fb162db477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 15:57:04.414572 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-b37fc199-26fe-4f72-a9eb-ee7e5ffd16cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:04.414958 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37fc199-26fe-4f72-a9eb-ee7e5ffd16cf None None] Bound using segment: {'id': '8de6c093-a164-4e46-916b-52236ce4e3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '84598e4c-bdff-4275-a400-13fb162db477'} {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:57:04.415424 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.managers [None req-b37fc199-26fe-4f72-a9eb-ee7e5ffd16cf None None] Bound port: ba5cd181-88df-4622-8c3d-d6b1a965f7c6, host: dv-cinder-806008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de6c093-a164-4e46-916b-52236ce4e3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '84598e4c-bdff-4275-a400-13fb162db477'}}] {{(pid=75048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:57:04.415810 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-b37fc199-26fe-4f72-a9eb-ee7e5ffd16cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:04.506626 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.db [None req-b37fc199-26fe-4f72-a9eb-ee7e5ffd16cf None None] For port ba5cd181-88df-4622-8c3d-d6b1a965f7c6, host dv-cinder-806008-1-iscsi, cleared binding levels {{(pid=75048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:57:04.510791 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.db [None req-b37fc199-26fe-4f72-a9eb-ee7e5ffd16cf None None] For port ba5cd181-88df-4622-8c3d-d6b1a965f7c6, host dv-cinder-806008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=ba5cd181-88df-4622-8c3d-d6b1a965f7c6,segment=NetworkSegment(8de6c093-a164-4e46-916b-52236ce4e3dd),segment_id=8de6c093-a164-4e46-916b-52236ce4e3dd)] {{(pid=75048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:57:04.515193 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-b37fc199-26fe-4f72-a9eb-ee7e5ffd16cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:04.518961 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:57:04.604016 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05aad88-367b-4628-bcd2-8afa9714eceb None None] Pushing event updated for resources: {'Port': ['ID=ba5cd181-88df-4622-8c3d-d6b1a965f7c6,revision_number=4']} {{(pid=75048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:57:04.607836 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [None req-f05aad88-367b-4628-bcd2-8afa9714eceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:57:04.613917 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37fc199-26fe-4f72-a9eb-ee7e5ffd16cf None None] Routers {'534d0086-cce3-4cce-bfec-6671d218c2c2'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:57:04.614547 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-b37fc199-26fe-4f72-a9eb-ee7e5ffd16cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T15:56:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['534d0086-cce3-4cce-bfec-6671d218c2c2'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:57:04.768764 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-b37fc199-26fe-4f72-a9eb-ee7e5ffd16cf None None] Set router 534d0086-cce3-4cce-bfec-6671d218c2c2 gateway port host: None {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 15:57:05.098060 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-b37fc199-26fe-4f72-a9eb-ee7e5ffd16cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534d0086-cce3-4cce-bfec-6671d218c2c2', 'name': 'router1', 'tenant_id': '614238e9d681472db2561cd626b95085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:56:52Z', 'updated_at': '2021-08-25T15:57:02Z', 'revision_number': 2, 'project_id': '614238e9d681472db2561cd626b95085', 'gw_port_host': None, '_interfaces': [{'id': 'ba5cd181-88df-4622-8c3d-d6b1a965f7c6', 'name': '', 'network_id': '84598e4c-bdff-4275-a400-13fb162db477', 'tenant_id': '614238e9d681472db2561cd626b95085', 'mac_address': 'fa:16:3e:8c:ff:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534d0086-cce3-4cce-bfec-6671d218c2c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df5dd2f6-4c18-4dbf-a481-d34619a85f7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:57:01Z', 'updated_at': '2021-08-25T15:57:04Z', 'revision_number': 4, 'project_id': '614238e9d681472db2561cd626b95085', 'subnets': [{'id': 'df5dd2f6-4c18-4dbf-a481-d34619a85f7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b66f40dd-f740-45ca-b831-2695a3955386'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:57:05.102198 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37fc199-26fe-4f72-a9eb-ee7e5ffd16cf None None] The sync data for ids ['534d0086-cce3-4cce-bfec-6671d218c2c2'] in dv-cinder-806008-1-iscsi is: [{'id': '534d0086-cce3-4cce-bfec-6671d218c2c2', 'name': 'router1', 'tenant_id': '614238e9d681472db2561cd626b95085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:56:52Z', 'updated_at': '2021-08-25T15:57:02Z', 'revision_number': 2, 'project_id': '614238e9d681472db2561cd626b95085', 'gw_port_host': None, '_interfaces': [{'id': 'ba5cd181-88df-4622-8c3d-d6b1a965f7c6', 'name': '', 'network_id': '84598e4c-bdff-4275-a400-13fb162db477', 'tenant_id': '614238e9d681472db2561cd626b95085', 'mac_address': 'fa:16:3e:8c:ff:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534d0086-cce3-4cce-bfec-6671d218c2c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df5dd2f6-4c18-4dbf-a481-d34619a85f7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:57:01Z', 'updated_at': '2021-08-25T15:57:04Z', 'revision_number': 4, 'project_id': '614238e9d681472db2561cd626b95085', 'subnets': [{'id': 'df5dd2f6-4c18-4dbf-a481-d34619a85f7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b66f40dd-f740-45ca-b831-2695a3955386'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 15:57:05.202465 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 42656) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:57:05.380227 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdd9080-1eaf-46bb-8e17-4ad28c72a843 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:57:05.380706 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-bcdd9080-1eaf-46bb-8e17-4ad28c72a843 admin admin] Synchronizing usage tracker for tenant:6d63a34baced40be91d76f495bebebd4 on resource:network {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 15:57:05.398841 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-bcdd9080-1eaf-46bb-8e17-4ad28c72a843 admin admin] Unset dirty status for tenant:6d63a34baced40be91d76f495bebebd4 on resource:network {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 15:57:05.399919 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-bcdd9080-1eaf-46bb-8e17-4ad28c72a843 admin admin] 10.222.0.43 "GET /v2.0/networks/918dfb31-e205-4511-8f83-81a91dee6c8c HTTP/1.1" status: 200 len: 842 time: 0.1965191 Aug 25 15:57:05.409116 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-c9bcc100-9243-4a8c-8abd-ee67dab8f773 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'cidr': '172.27.1.0/24'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 15:57:05.414363 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-c9bcc100-9243-4a8c-8abd-ee67dab8f773 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 15:57:05.418129 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-c9bcc100-9243-4a8c-8abd-ee67dab8f773 admin admin] Usage tracker for resource:subnet and tenant:6d63a34baced40be91d76f495bebebd4 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 15:57:05.422065 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-c9bcc100-9243-4a8c-8abd-ee67dab8f773 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 15:57:05.431001 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-c9bcc100-9243-4a8c-8abd-ee67dab8f773 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 15:57:05.441386 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bcc100-9243-4a8c-8abd-ee67dab8f773 admin admin] Made reservation on behalf of 6d63a34baced40be91d76f495bebebd4 for: {'subnet': 1} {{(pid=75045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:57:05.443837 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c9bcc100-9243-4a8c-8abd-ee67dab8f773 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:05.836440 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.objects.ports [None req-c9bcc100-9243-4a8c-8abd-ee67dab8f773 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=75045) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Aug 25 15:57:05.836440 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c9bcc100-9243-4a8c-8abd-ee67dab8f773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244'] for subnet, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:05.848428 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:57:05.916538 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bcc100-9243-4a8c-8abd-ee67dab8f773 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d72112f-2376-4184-b827-994c471d72fa,revision_number=0']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:57:05.921689 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-c9bcc100-9243-4a8c-8abd-ee67dab8f773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:57:05.927614 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bcc100-9243-4a8c-8abd-ee67dab8f773 admin admin] Checking segment: {'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 15:57:05.927967 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bcc100-9243-4a8c-8abd-ee67dab8f773 admin admin] Network hostable DHCP agents. Network: 918dfb31-e205-4511-8f83-81a91dee6c8c, hostable agents: ['76091da7-29c6-41af-a969-d28dab66f71a'], hosted agents: [] {{(pid=75045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:57:05.953779 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bcc100-9243-4a8c-8abd-ee67dab8f773 admin admin] Network 918dfb31-e205-4511-8f83-81a91dee6c8c is scheduled to be hosted by DHCP agent 76091da7-29c6-41af-a969-d28dab66f71a with binding_index 1 {{(pid=75045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:57:05.964137 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-c9bcc100-9243-4a8c-8abd-ee67dab8f773 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-iscsi, 918dfb31-e205-4511-8f83-81a91dee6c8c) {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:57:05.968536 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bcc100-9243-4a8c-8abd-ee67dab8f773 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:57:05.969054 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c9bcc100-9243-4a8c-8abd-ee67dab8f773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for subnet, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:05.972784 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4bc2d1-5b80-46fb-b9c2-ff7c54a9ab3e None None] Network 918dfb31-e205-4511-8f83-81a91dee6c8c requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 15:57:06.005056 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-c9bcc100-9243-4a8c-8abd-ee67dab8f773 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5881221 Aug 25 15:57:06.221522 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee9b52f-bdf3-4992-99d2-cfbbb36e460c None None] Network 918dfb31-e205-4511-8f83-81a91dee6c8c requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 15:57:06.399600 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 5 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 15:57:06.677082 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device ba5cd181-88df-4622-8c3d-d6b1a965f7c6 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 15:57:06.743062 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning for port ba5cd181-88df-4622-8c3d-d6b1a965f7c6 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:57:06.747569 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port ba5cd181-88df-4622-8c3d-d6b1a965f7c6 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:57:06.747933 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:06.858563 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:06.894253 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] For port ba5cd181-88df-4622-8c3d-d6b1a965f7c6, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=ba5cd181-88df-4622-8c3d-d6b1a965f7c6,segment=NetworkSegment(8de6c093-a164-4e46-916b-52236ce4e3dd),segment_id=8de6c093-a164-4e46-916b-52236ce4e3dd)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:57:06.899434 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:06.901493 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:57:06.964582 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Pushing event updated for resources: {'Port': ['ID=ba5cd181-88df-4622-8c3d-d6b1a965f7c6,revision_number=5']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:57:06.967594 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:57:08.174600 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 42670) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:57:08.453915 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-95842960-b1ae-45bd-a464-ef085e469861 admin admin] 10.222.0.43 "GET /v2.0/routers/534d0086-cce3-4cce-bfec-6671d218c2c2 HTTP/1.1" status: 200 len: 710 time: 0.2781978 Aug 25 15:57:08.581858 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5846ca-28eb-45ba-a398-2d6feed5a362 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:57:08.584268 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-9b5846ca-28eb-45ba-a398-2d6feed5a362 admin admin] 10.222.0.43 "GET /v2.0/networks/918dfb31-e205-4511-8f83-81a91dee6c8c HTTP/1.1" status: 200 len: 886 time: 0.1247447 Aug 25 15:57:08.592137 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-e61d3d4b-182b-4fb4-ace7-3ec459125739 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 15:57:08.667095 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device ba5cd181-88df-4622-8c3d-d6b1a965f7c6 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 15:57:08.749051 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port ba5cd181-88df-4622-8c3d-d6b1a965f7c6 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:57:08.749420 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:09.066605 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e61d3d4b-182b-4fb4-ace7-3ec459125739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4404'] for router, precommit_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:09.250455 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e61d3d4b-182b-4fb4-ace7-3ec459125739 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:09.308549 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e61d3d4b-182b-4fb4-ace7-3ec459125739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:09.435840 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_common [None req-e61d3d4b-182b-4fb4-ace7-3ec459125739 admin admin] Allocated IP 172.27.1.175 (918dfb31-e205-4511-8f83-81a91dee6c8c/7d72112f-2376-4184-b827-994c471d72fa/29e52101-26dd-4f24-8268-529b511a6dcc) {{(pid=75045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:57:09.582671 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e61d3d4b-182b-4fb4-ace7-3ec459125739 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:09.610221 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e61d3d4b-182b-4fb4-ace7-3ec459125739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143'] for port, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:09.614001 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-d70eb44c-973c-4650-8e6f-73f97abb07d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:57:09.673355 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61d3d4b-182b-4fb4-ace7-3ec459125739 admin admin] Network 918dfb31-e205-4511-8f83-81a91dee6c8c is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:57:09.676087 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-e61d3d4b-182b-4fb4-ace7-3ec459125739 admin admin] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:57:09.680248 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61d3d4b-182b-4fb4-ace7-3ec459125739 admin admin] Received port after_create {{(pid=75045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:57:09.712483 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d3d4b-182b-4fb4-ace7-3ec459125739 admin admin] Pushing event updated for resources: {'Port': ['ID=29e52101-26dd-4f24-8268-529b511a6dcc,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:57:09.719838 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-e61d3d4b-182b-4fb4-ace7-3ec459125739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:57:09.827638 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e61d3d4b-182b-4fb4-ace7-3ec459125739 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:10.030874 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e61d3d4b-182b-4fb4-ace7-3ec459125739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4404'] for router, precommit_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:10.034118 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e61d3d4b-182b-4fb4-ace7-3ec459125739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-683236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-683543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-686225'] for router, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:10.224221 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61d3d4b-182b-4fb4-ace7-3ec459125739 admin admin] Router 534d0086-cce3-4cce-bfec-6671d218c2c2 has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:57:10.440767 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61d3d4b-182b-4fb4-ace7-3ec459125739 admin admin] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:57:10.451329 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391fb434-b728-49b0-aba6-5a2e80c122f6 None None] Sync routers for ids ['534d0086-cce3-4cce-bfec-6671d218c2c2'] in dv-cinder-806008-1-iscsi {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 15:57:10.452629 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e61d3d4b-182b-4fb4-ace7-3ec459125739 admin admin] Notify callbacks [] for router, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:10.453851 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-e61d3d4b-182b-4fb4-ace7-3ec459125739 admin admin] 10.222.0.43 "PUT /v2.0/routers/534d0086-cce3-4cce-bfec-6671d218c2c2 HTTP/1.1" status: 200 len: 890 time: 1.8650901 Aug 25 15:57:10.464508 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391fb434-b728-49b0-aba6-5a2e80c122f6 None None] Routers {'534d0086-cce3-4cce-bfec-6671d218c2c2'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:57:10.465219 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-391fb434-b728-49b0-aba6-5a2e80c122f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T15:56:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['534d0086-cce3-4cce-bfec-6671d218c2c2'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:57:10.658249 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-391fb434-b728-49b0-aba6-5a2e80c122f6 None None] Set router 534d0086-cce3-4cce-bfec-6671d218c2c2 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 15:57:11.002359 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-391fb434-b728-49b0-aba6-5a2e80c122f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534d0086-cce3-4cce-bfec-6671d218c2c2', 'name': 'router1', 'tenant_id': '614238e9d681472db2561cd626b95085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '29e52101-26dd-4f24-8268-529b511a6dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:56:52Z', 'updated_at': '2021-08-25T15:57:09Z', 'revision_number': 4, 'project_id': '614238e9d681472db2561cd626b95085', 'gw_port': {'id': '29e52101-26dd-4f24-8268-529b511a6dcc', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534d0086-cce3-4cce-bfec-6671d218c2c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:57:09Z', 'updated_at': '2021-08-25T15:57:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': 'ba5cd181-88df-4622-8c3d-d6b1a965f7c6', 'name': '', 'network_id': '84598e4c-bdff-4275-a400-13fb162db477', 'tenant_id': '614238e9d681472db2561cd626b95085', 'mac_address': 'fa:16:3e:8c:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534d0086-cce3-4cce-bfec-6671d218c2c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df5dd2f6-4c18-4dbf-a481-d34619a85f7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:57:01Z', 'updated_at': '2021-08-25T15:57:06Z', 'revision_number': 5, 'project_id': '614238e9d681472db2561cd626b95085', 'subnets': [{'id': 'df5dd2f6-4c18-4dbf-a481-d34619a85f7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b66f40dd-f740-45ca-b831-2695a3955386'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:57:11.007836 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391fb434-b728-49b0-aba6-5a2e80c122f6 None None] Checking router: 534d0086-cce3-4cce-bfec-6671d218c2c2 for host: dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 15:57:11.008186 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391fb434-b728-49b0-aba6-5a2e80c122f6 None None] Updating router 534d0086-cce3-4cce-bfec-6671d218c2c2 port 29e52101-26dd-4f24-8268-529b511a6dcc binding host dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 15:57:11.060386 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-391fb434-b728-49b0-aba6-5a2e80c122f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:11.391987 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-391fb434-b728-49b0-aba6-5a2e80c122f6 None None] Notify callbacks [] for port, precommit_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:11.404219 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-391fb434-b728-49b0-aba6-5a2e80c122f6 None None] Transition to ACTIVE for port object 29e52101-26dd-4f24-8268-529b511a6dcc will not be triggered until provisioned by entity L2. {{(pid=75047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:57:11.411602 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-391fb434-b728-49b0-aba6-5a2e80c122f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:11.415663 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:57:11.496030 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-391fb434-b728-49b0-aba6-5a2e80c122f6 None None] Attempting to bind port 29e52101-26dd-4f24-8268-529b511a6dcc on host dv-cinder-806008-1-iscsi for vnic_type normal with profile {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:57:11.496701 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-391fb434-b728-49b0-aba6-5a2e80c122f6 None None] Attempting to bind port 29e52101-26dd-4f24-8268-529b511a6dcc by drivers openvswitch,hyperv on host dv-cinder-806008-1-iscsi at level 0 using segments [{'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:57:11.496822 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391fb434-b728-49b0-aba6-5a2e80c122f6 None None] Attempting to bind port 29e52101-26dd-4f24-8268-529b511a6dcc on network 918dfb31-e205-4511-8f83-81a91dee6c8c {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:57:11.499664 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cdb219-e3ef-4d06-876d-26856dc22efa None None] Pushing event updated for resources: {'Port': ['ID=29e52101-26dd-4f24-8268-529b511a6dcc,revision_number=2']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:57:11.502566 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-f0cdb219-e3ef-4d06-876d-26856dc22efa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:57:11.509090 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391fb434-b728-49b0-aba6-5a2e80c122f6 None None] Checking agent: {'id': '8ad9899d-d2ce-4381-ae51-c9c56b6945b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 56, 26), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:57:11.509468 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391fb434-b728-49b0-aba6-5a2e80c122f6 None None] Checking segment: {'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 15:57:11.509872 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-391fb434-b728-49b0-aba6-5a2e80c122f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:11.510265 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391fb434-b728-49b0-aba6-5a2e80c122f6 None None] Bound using segment: {'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:57:11.511068 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-391fb434-b728-49b0-aba6-5a2e80c122f6 None None] Bound port: 29e52101-26dd-4f24-8268-529b511a6dcc, host: dv-cinder-806008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:57:11.511196 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-391fb434-b728-49b0-aba6-5a2e80c122f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:11.622046 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-391fb434-b728-49b0-aba6-5a2e80c122f6 None None] For port 29e52101-26dd-4f24-8268-529b511a6dcc, host dv-cinder-806008-1-iscsi, cleared binding levels {{(pid=75047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:57:11.625343 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-391fb434-b728-49b0-aba6-5a2e80c122f6 None None] For port 29e52101-26dd-4f24-8268-529b511a6dcc, host dv-cinder-806008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=29e52101-26dd-4f24-8268-529b511a6dcc,segment=NetworkSegment(6c802ec5-cb0c-4ebf-9051-a5208badfc91),segment_id=6c802ec5-cb0c-4ebf-9051-a5208badfc91)] {{(pid=75047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:57:11.630738 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-391fb434-b728-49b0-aba6-5a2e80c122f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:11.634847 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:57:11.719149 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cdb219-e3ef-4d06-876d-26856dc22efa None None] Pushing event updated for resources: {'Port': ['ID=29e52101-26dd-4f24-8268-529b511a6dcc,revision_number=3']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:57:11.722194 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-f0cdb219-e3ef-4d06-876d-26856dc22efa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:57:11.722918 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391fb434-b728-49b0-aba6-5a2e80c122f6 None None] Routers {'534d0086-cce3-4cce-bfec-6671d218c2c2'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:57:11.723525 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-391fb434-b728-49b0-aba6-5a2e80c122f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T15:56:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['534d0086-cce3-4cce-bfec-6671d218c2c2'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:57:11.931891 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-391fb434-b728-49b0-aba6-5a2e80c122f6 None None] Set router 534d0086-cce3-4cce-bfec-6671d218c2c2 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 15:57:12.367988 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-391fb434-b728-49b0-aba6-5a2e80c122f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534d0086-cce3-4cce-bfec-6671d218c2c2', 'name': 'router1', 'tenant_id': '614238e9d681472db2561cd626b95085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '29e52101-26dd-4f24-8268-529b511a6dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:56:52Z', 'updated_at': '2021-08-25T15:57:09Z', 'revision_number': 4, 'project_id': '614238e9d681472db2561cd626b95085', 'gw_port': {'id': '29e52101-26dd-4f24-8268-529b511a6dcc', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534d0086-cce3-4cce-bfec-6671d218c2c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:57:09Z', 'updated_at': '2021-08-25T15:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': 'ba5cd181-88df-4622-8c3d-d6b1a965f7c6', 'name': '', 'network_id': '84598e4c-bdff-4275-a400-13fb162db477', 'tenant_id': '614238e9d681472db2561cd626b95085', 'mac_address': 'fa:16:3e:8c:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534d0086-cce3-4cce-bfec-6671d218c2c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df5dd2f6-4c18-4dbf-a481-d34619a85f7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:57:01Z', 'updated_at': '2021-08-25T15:57:06Z', 'revision_number': 5, 'project_id': '614238e9d681472db2561cd626b95085', 'subnets': [{'id': 'df5dd2f6-4c18-4dbf-a481-d34619a85f7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b66f40dd-f740-45ca-b831-2695a3955386'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:57:12.372374 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391fb434-b728-49b0-aba6-5a2e80c122f6 None None] The sync data for ids ['534d0086-cce3-4cce-bfec-6671d218c2c2'] in dv-cinder-806008-1-iscsi is: [{'id': '534d0086-cce3-4cce-bfec-6671d218c2c2', 'name': 'router1', 'tenant_id': '614238e9d681472db2561cd626b95085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '29e52101-26dd-4f24-8268-529b511a6dcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:56:52Z', 'updated_at': '2021-08-25T15:57:09Z', 'revision_number': 4, 'project_id': '614238e9d681472db2561cd626b95085', 'gw_port': {'id': '29e52101-26dd-4f24-8268-529b511a6dcc', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534d0086-cce3-4cce-bfec-6671d218c2c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:57:09Z', 'updated_at': '2021-08-25T15:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': 'ba5cd181-88df-4622-8c3d-d6b1a965f7c6', 'name': '', 'network_id': '84598e4c-bdff-4275-a400-13fb162db477', 'tenant_id': '614238e9d681472db2561cd626b95085', 'mac_address': 'fa:16:3e:8c:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534d0086-cce3-4cce-bfec-6671d218c2c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df5dd2f6-4c18-4dbf-a481-d34619a85f7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:57:01Z', 'updated_at': '2021-08-25T15:57:06Z', 'revision_number': 5, 'project_id': '614238e9d681472db2561cd626b95085', 'subnets': [{'id': 'df5dd2f6-4c18-4dbf-a481-d34619a85f7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b66f40dd-f740-45ca-b831-2695a3955386'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 15:57:12.701627 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 29e52101-26dd-4f24-8268-529b511a6dcc up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 15:57:12.777212 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning for port 29e52101-26dd-4f24-8268-529b511a6dcc completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:57:12.782585 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 29e52101-26dd-4f24-8268-529b511a6dcc triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:57:12.783044 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:12.894569 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 42680) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:57:12.913120 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:12.931740 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] For port 29e52101-26dd-4f24-8268-529b511a6dcc, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=29e52101-26dd-4f24-8268-529b511a6dcc,segment=NetworkSegment(6c802ec5-cb0c-4ebf-9051-a5208badfc91),segment_id=6c802ec5-cb0c-4ebf-9051-a5208badfc91)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:57:12.936426 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:12.939949 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:57:13.014807 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Pushing event updated for resources: {'Port': ['ID=29e52101-26dd-4f24-8268-529b511a6dcc,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:57:13.018104 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:57:13.043908 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-1c0c61c0-e78a-4f3d-a87a-bba368d32446 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1482086 Aug 25 15:57:14.672716 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 29e52101-26dd-4f24-8268-529b511a6dcc up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 15:57:14.754139 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 29e52101-26dd-4f24-8268-529b511a6dcc triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:57:14.754507 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:25.867111 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-7ebcb759-e39c-4934-95b9-8a03cb08f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:26.348459 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:28.143342 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-5521d7c5-6b39-47c4-8f27-27f498cc3212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:29.152424 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:30.582097 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:43.401057 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 5 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 15:57:55.870582 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-52962d15-6b52-4957-a7f1-3936badb348d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:56.354458 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:58.148495 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-844bbe85-4c75-4b40-8fb3-2aaae4018d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:59.198952 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:00.587524 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:20.403339 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 5 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 15:58:25.874148 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-f5794925-ba3f-4288-bce1-fe2a4f9061c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:26.358389 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:28.150209 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-844262d2-b746-4cd9-8d33-af6c512fb7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:29.160921 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:30.590861 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:55.877389 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-ce196b49-19d3-4503-894c-47aaa5cca824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:56.352033 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:57.403389 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 5 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 15:58:58.140786 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-1839e387-0322-409a-a839-14b989df3dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:59.161927 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:00.602061 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:16.447785 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 43252) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:59:16.540814 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.pecan_wsgi.hooks.translation [None req-63dc04cf-a9cb-4db1-8cd2-adda1a3936fa admin admin] GET failed (client error): The resource could not be found. Aug 25 15:59:16.542031 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-63dc04cf-a9cb-4db1-8cd2-adda1a3936fa admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0933170 Aug 25 15:59:16.680067 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cf3111-dd4f-4536-8ba5-a406a91e1115 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:16.681627 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-89cf3111-dd4f-4536-8ba5-a406a91e1115 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1356506 Aug 25 15:59:18.688205 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 43262) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:59:18.841064 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f11c1f-270c-4967-8b15-f822a7962b2c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:18.841609 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-f4f11c1f-270c-4967-8b15-f822a7962b2c admin admin] Synchronizing usage tracker for tenant:6d63a34baced40be91d76f495bebebd4 on resource:subnet {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 15:59:18.859002 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-f4f11c1f-270c-4967-8b15-f822a7962b2c admin admin] Unset dirty status for tenant:6d63a34baced40be91d76f495bebebd4 on resource:subnet {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 15:59:18.860507 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-f4f11c1f-270c-4967-8b15-f822a7962b2c admin admin] 10.222.0.43 "GET /v2.0/subnets/df5dd2f6-4c18-4dbf-a481-d34619a85f7e HTTP/1.1" status: 200 len: 849 time: 0.1712761 Aug 25 15:59:18.873904 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-a66e008e-620f-4b46-abec-4c3a1bc755ef admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 15:59:19.000038 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a66e008e-620f-4b46-abec-4c3a1bc755ef admin admin] Notify callbacks [] for subnet, before_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:19.189020 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a66e008e-620f-4b46-abec-4c3a1bc755ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779528195341'] for subnet, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:19.192606 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:59:19.234765 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66e008e-620f-4b46-abec-4c3a1bc755ef admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:19.235347 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a66e008e-620f-4b46-abec-4c3a1bc755ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for subnet, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:19.236600 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-a66e008e-620f-4b46-abec-4c3a1bc755ef admin admin] 10.222.0.43 "PUT /v2.0/subnets/df5dd2f6-4c18-4dbf-a481-d34619a85f7e HTTP/1.1" status: 200 len: 868 time: 0.3677375 Aug 25 15:59:19.252165 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d20bfed-23cc-4447-8980-d2fb368c200e None None] Network 84598e4c-bdff-4275-a400-13fb162db477 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 15:59:19.264141 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e008e-620f-4b46-abec-4c3a1bc755ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=df5dd2f6-4c18-4dbf-a481-d34619a85f7e,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:19.274094 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e008e-620f-4b46-abec-4c3a1bc755ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:19.274459 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e008e-620f-4b46-abec-4c3a1bc755ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:19.274759 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e008e-620f-4b46-abec-4c3a1bc755ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:19.275083 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e008e-620f-4b46-abec-4c3a1bc755ef admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:19.275434 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e008e-620f-4b46-abec-4c3a1bc755ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:19.275756 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e008e-620f-4b46-abec-4c3a1bc755ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:19.276223 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e008e-620f-4b46-abec-4c3a1bc755ef admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:19.276546 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e008e-620f-4b46-abec-4c3a1bc755ef admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:19.277051 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e008e-620f-4b46-abec-4c3a1bc755ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:19.277421 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e008e-620f-4b46-abec-4c3a1bc755ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:19.277682 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e008e-620f-4b46-abec-4c3a1bc755ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:19.281420 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-a66e008e-620f-4b46-abec-4c3a1bc755ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:59:19.707732 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-d41bbee5-1a92-4da8-997f-4c19004b566e None None] Provisioning complete for port 1b521ba4-2f57-49a8-9be8-e8bd8b437988 triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:59:19.708096 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-d41bbee5-1a92-4da8-997f-4c19004b566e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:19.831962 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-d41bbee5-1a92-4da8-997f-4c19004b566e None None] Provisioning complete for port ba5cd181-88df-4622-8c3d-d6b1a965f7c6 triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:59:19.832242 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-d41bbee5-1a92-4da8-997f-4c19004b566e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:21.303558 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 43272) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:59:21.520007 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb3a4f3-58e2-44df-a629-1ecd6e091700 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:21.520279 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb3a4f3-58e2-44df-a629-1ecd6e091700 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:21.521795 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-2cb3a4f3-58e2-44df-a629-1ecd6e091700 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2173014 Aug 25 15:59:23.634313 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 43282) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:59:23.832711 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c3d711-3724-4486-9b27-93edbd8b07cc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:23.833119 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c3d711-3724-4486-9b27-93edbd8b07cc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:23.834634 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-b8c3d711-3724-4486-9b27-93edbd8b07cc admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1987460 Aug 25 15:59:25.880536 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-4eb2d3db-e30f-41e0-8618-6c3ce5742160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:25.945645 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 43294) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:59:26.148912 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0c81ff-d2ad-44bd-8a2d-d301427b2edc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:26.150190 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-de0c81ff-d2ad-44bd-8a2d-d301427b2edc admin admin] 10.222.0.43 "GET /v2.0/networks/84598e4c-bdff-4275-a400-13fb162db477 HTTP/1.1" status: 200 len: 870 time: 0.2036154 Aug 25 15:59:26.358054 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:28.143072 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-02f158b5-4da7-4cdd-91c9-896ffc3c3a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:28.200687 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 43304) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:59:28.392737 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0eb69c-5b78-4ba5-b824-a1375014a151 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:28.394453 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-0e0eb69c-5b78-4ba5-b824-a1375014a151 admin admin] 10.222.0.43 "GET /v2.0/networks/918dfb31-e205-4511-8f83-81a91dee6c8c HTTP/1.1" status: 200 len: 886 time: 0.1927953 Aug 25 15:59:29.165251 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:30.422126 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 43314) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:59:30.559314 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377172ce-abe8-40e7-b940-7102dbfce952 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:30.559673 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377172ce-abe8-40e7-b940-7102dbfce952 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:30.561197 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-377172ce-abe8-40e7-b940-7102dbfce952 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1381128 Aug 25 15:59:30.613279 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:32.633866 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 43324) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:59:32.767802 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b063eb1-c0b0-4111-b51c-22077926a0a8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:32.768169 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b063eb1-c0b0-4111-b51c-22077926a0a8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:32.770323 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-1b063eb1-c0b0-4111-b51c-22077926a0a8 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1356430 Aug 25 15:59:34.403689 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 5 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 15:59:34.804845 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 43334) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:59:34.937712 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b6a088-f405-49fe-9baa-4ac7b83e6e7b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:34.938957 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-43b6a088-f405-49fe-9baa-4ac7b83e6e7b admin admin] 10.222.0.43 "GET /v2.0/subnets/7d72112f-2376-4184-b827-994c471d72fa HTTP/1.1" status: 200 len: 816 time: 0.1330690 Aug 25 15:59:37.001145 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 43344) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:59:37.132823 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1fe76a-7d9c-42d4-814b-7b497aeb31d6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:37.134210 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-0b1fe76a-7d9c-42d4-814b-7b497aeb31d6 admin admin] 10.222.0.43 "GET /v2.0/subnets/df5dd2f6-4c18-4dbf-a481-d34619a85f7e HTTP/1.1" status: 200 len: 868 time: 0.1320527 Aug 25 15:59:55.028321 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 43382) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:59:55.104151 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [None req-3614266d-acd2-40cf-abd8-cb57ec650d8d admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=75046) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 15:59:55.105443 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-3614266d-acd2-40cf-abd8-cb57ec650d8d admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0761895 Aug 25 15:59:55.881826 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-37463a50-724c-4e73-a3f4-4157c3675885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:56.360972 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:57.217122 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 43392) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:59:57.307916 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0439712-720a-41a3-9a64-8852f73432cb admin admin] GET failed (client error): The resource could not be found. Aug 25 15:59:57.309276 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-d0439712-720a-41a3-9a64-8852f73432cb admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0911856 Aug 25 15:59:57.437462 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a08de64-2b36-4662-af02-a4ca11791712 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:57.438799 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-6a08de64-2b36-4662-af02-a4ca11791712 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1255834 Aug 25 15:59:58.146064 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-bb865088-399a-47e8-8384-d020ee6fea25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:59.169503 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:59.459489 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 43402) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:59:59.528636 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-37b1cdd1-4348-40fa-b0b8-98db9b218c4a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 15:59:59.533157 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-37b1cdd1-4348-40fa-b0b8-98db9b218c4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 15:59:59.543152 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-37b1cdd1-4348-40fa-b0b8-98db9b218c4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 15:59:59.553537 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b1cdd1-4348-40fa-b0b8-98db9b218c4a admin admin] Made reservation on behalf of 6d63a34baced40be91d76f495bebebd4 for: {'network': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:59:59.555720 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-37b1cdd1-4348-40fa-b0b8-98db9b218c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for network, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:59.640653 dv-cinder-806008-1-iscsi neutron-server[75046]: WARNING neutron.services.revisions.revision_plugin [None req-37b1cdd1-4348-40fa-b0b8-98db9b218c4a admin admin] Could not find related network for resource to bump revision. Aug 25 15:59:59.654260 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b1cdd1-4348-40fa-b0b8-98db9b218c4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1251} {{(pid=75046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 15:59:59.663886 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-37b1cdd1-4348-40fa-b0b8-98db9b218c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:59.664224 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.db.segments_db [None req-37b1cdd1-4348-40fa-b0b8-98db9b218c4a admin admin] Added segment c1ba730a-5815-4b69-98c0-4e12e539d14e of type vlan for network d66e2272-0f61-4263-8790-3f9b41b5e402 Aug 25 15:59:59.689720 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-37b1cdd1-4348-40fa-b0b8-98db9b218c4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779527754918'] for network, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:59.717450 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-37b1cdd1-4348-40fa-b0b8-98db9b218c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244'] for network, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:59.718578 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b1cdd1-4348-40fa-b0b8-98db9b218c4a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:59.719142 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-37b1cdd1-4348-40fa-b0b8-98db9b218c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:59.724023 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:59:59.829041 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-37b1cdd1-4348-40fa-b0b8-98db9b218c4a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3684433 Aug 25 15:59:59.829737 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1cdd1-4348-40fa-b0b8-98db9b218c4a admin admin] Pushing event updated for resources: {'Network': ['ID=d66e2272-0f61-4263-8790-3f9b41b5e402,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:59.838458 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1cdd1-4348-40fa-b0b8-98db9b218c4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:59.838794 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1cdd1-4348-40fa-b0b8-98db9b218c4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:59.839123 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1cdd1-4348-40fa-b0b8-98db9b218c4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:59.839445 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1cdd1-4348-40fa-b0b8-98db9b218c4a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:59.839767 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1cdd1-4348-40fa-b0b8-98db9b218c4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:59.840084 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1cdd1-4348-40fa-b0b8-98db9b218c4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:59.840399 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1cdd1-4348-40fa-b0b8-98db9b218c4a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:59.840714 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1cdd1-4348-40fa-b0b8-98db9b218c4a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:59.841056 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1cdd1-4348-40fa-b0b8-98db9b218c4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:59.841369 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1cdd1-4348-40fa-b0b8-98db9b218c4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:59.841677 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b1cdd1-4348-40fa-b0b8-98db9b218c4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:59.845336 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-37b1cdd1-4348-40fa-b0b8-98db9b218c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:59:59.856468 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Network d66e2272-0f61-4263-8790-3f9b41b5e402 details requested by agent ovs-agent-dv-cinder-806008-1-iscsi with host dv-cinder-806008-1-iscsi {{(pid=75047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:00:00.613954 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:01.876188 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 43412) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:00:01.971910 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc6927d-bb60-42cb-b647-465fb68ab551 admin admin] GET failed (client error): The resource could not be found. Aug 25 16:00:01.973163 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-cdc6927d-bb60-42cb-b647-465fb68ab551 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0960255 Aug 25 16:00:02.119146 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7eadf9-582b-4439-ab6f-e8e6973ad333 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:00:02.120501 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-7c7eadf9-582b-4439-ab6f-e8e6973ad333 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1429996 Aug 25 16:00:02.129856 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-9b7cdaf4-469d-48de-800c-5556e9d91f1c admin admin] Request body: {'subnet': {'network_id': 'd66e2272-0f61-4263-8790-3f9b41b5e402', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:00:02.134109 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-9b7cdaf4-469d-48de-800c-5556e9d91f1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:00:02.143939 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-9b7cdaf4-469d-48de-800c-5556e9d91f1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:00:02.153561 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7cdaf4-469d-48de-800c-5556e9d91f1c admin admin] Made reservation on behalf of 6d63a34baced40be91d76f495bebebd4 for: {'subnet': 1} {{(pid=75045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:00:02.155770 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9b7cdaf4-469d-48de-800c-5556e9d91f1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:02.349367 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9b7cdaf4-469d-48de-800c-5556e9d91f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244'] for subnet, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:02.352980 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-a66e008e-620f-4b46-abec-4c3a1bc755ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:00:02.423551 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7cdaf4-469d-48de-800c-5556e9d91f1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b2f50d2-484a-4d72-bf93-dfa004a6fc3f,revision_number=0']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:00:02.426684 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-9b7cdaf4-469d-48de-800c-5556e9d91f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:00:02.433215 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7cdaf4-469d-48de-800c-5556e9d91f1c admin admin] Checking segment: {'id': 'c1ba730a-5815-4b69-98c0-4e12e539d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'd66e2272-0f61-4263-8790-3f9b41b5e402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:00:02.433579 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7cdaf4-469d-48de-800c-5556e9d91f1c admin admin] Network hostable DHCP agents. Network: d66e2272-0f61-4263-8790-3f9b41b5e402, hostable agents: ['76091da7-29c6-41af-a969-d28dab66f71a'], hosted agents: [] {{(pid=75045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:00:02.453712 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7cdaf4-469d-48de-800c-5556e9d91f1c admin admin] Network d66e2272-0f61-4263-8790-3f9b41b5e402 is scheduled to be hosted by DHCP agent 76091da7-29c6-41af-a969-d28dab66f71a with binding_index 1 {{(pid=75045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:00:02.462638 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-9b7cdaf4-469d-48de-800c-5556e9d91f1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-iscsi, d66e2272-0f61-4263-8790-3f9b41b5e402) {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:00:02.466593 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7cdaf4-469d-48de-800c-5556e9d91f1c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:00:02.467171 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9b7cdaf4-469d-48de-800c-5556e9d91f1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for subnet, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:02.492459 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-9b7cdaf4-469d-48de-800c-5556e9d91f1c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3659215 Aug 25 16:00:02.574619 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d0d13b-b438-47e8-8cc3-5ad398c1aa58 None None] Network d66e2272-0f61-4263-8790-3f9b41b5e402 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:00:02.787785 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf611e6e9-e149-50bb-9d7e-e511a8e7b325-d66e2272-0f61-4263-8790-3f9b41b5e402', 'network_id': 'd66e2272-0f61-4263-8790-3f9b41b5e402', 'tenant_id': '6d63a34baced40be91d76f495bebebd4', 'fixed_ips': [{'subnet_id': '3b2f50d2-484a-4d72-bf93-dfa004a6fc3f'}]}} from dv-cinder-806008-1-iscsi. {{(pid=75047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:00:02.788657 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:02.985349 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.db_base_plugin_common [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Allocated IP 192.168.233.2 (d66e2272-0f61-4263-8790-3f9b41b5e402/3b2f50d2-484a-4d72-bf93-dfa004a6fc3f/8d2efea8-b659-4824-96ce-ac8083681860) {{(pid=75047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:00:03.198560 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Notify callbacks [] for port, precommit_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:03.211740 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Transition to ACTIVE for port object 8d2efea8-b659-4824-96ce-ac8083681860 will not be triggered until provisioned by entity L2. {{(pid=75047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:00:03.230588 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Transition to ACTIVE for port object 8d2efea8-b659-4824-96ce-ac8083681860 will not be triggered until provisioned by entity DHCP. {{(pid=75047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:00:03.236384 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143'] for port, after_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:03.241284 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:00:03.304135 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Network d66e2272-0f61-4263-8790-3f9b41b5e402 is already hosted by enough agents. {{(pid=75047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:00:03.305314 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.scheduler.base_scheduler [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Resources bound (agent type, host, resource id): {{(pid=75047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:00:03.309031 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Received port after_create {{(pid=75047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:00:03.321243 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Pushing event updated for resources: {'Port': ['ID=8d2efea8-b659-4824-96ce-ac8083681860,revision_number=1']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:00:03.357095 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:03.357336 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:03.357677 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:03.358009 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:03.358338 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:03.358666 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:03.358991 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:03.359317 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:03.359662 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:03.359978 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:03.360298 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:03.367690 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:00:03.415101 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Attempting to bind port 8d2efea8-b659-4824-96ce-ac8083681860 on host dv-cinder-806008-1-iscsi for vnic_type normal with profile {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:00:03.415476 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Attempting to bind port 8d2efea8-b659-4824-96ce-ac8083681860 by drivers openvswitch,hyperv on host dv-cinder-806008-1-iscsi at level 0 using segments [{'id': 'c1ba730a-5815-4b69-98c0-4e12e539d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'd66e2272-0f61-4263-8790-3f9b41b5e402'}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:00:03.415848 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Attempting to bind port 8d2efea8-b659-4824-96ce-ac8083681860 on network d66e2272-0f61-4263-8790-3f9b41b5e402 {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:00:03.422262 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Checking agent: {'id': '8ad9899d-d2ce-4381-ae51-c9c56b6945b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 56, 26), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:00:03.422640 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Checking segment: {'id': 'c1ba730a-5815-4b69-98c0-4e12e539d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'd66e2272-0f61-4263-8790-3f9b41b5e402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:00:03.423046 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:03.423446 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Bound using segment: {'id': 'c1ba730a-5815-4b69-98c0-4e12e539d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'd66e2272-0f61-4263-8790-3f9b41b5e402'} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:00:03.423916 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Bound port: 8d2efea8-b659-4824-96ce-ac8083681860, host: dv-cinder-806008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ba730a-5815-4b69-98c0-4e12e539d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'd66e2272-0f61-4263-8790-3f9b41b5e402'}}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:00:03.425282 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:03.546652 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] For port 8d2efea8-b659-4824-96ce-ac8083681860, host dv-cinder-806008-1-iscsi, cleared binding levels {{(pid=75047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:00:03.550751 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] For port 8d2efea8-b659-4824-96ce-ac8083681860, host dv-cinder-806008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=8d2efea8-b659-4824-96ce-ac8083681860,segment=NetworkSegment(c1ba730a-5815-4b69-98c0-4e12e539d14e),segment_id=c1ba730a-5815-4b69-98c0-4e12e539d14e)] {{(pid=75047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:00:03.555400 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:03.559535 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-8d62611a-b1ff-47a1-962f-e0dc30f83cf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:00:03.632736 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Pushing event updated for resources: {'Port': ['ID=8d2efea8-b659-4824-96ce-ac8083681860,revision_number=2']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:00:03.635723 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:00:04.411162 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f3d79f-411b-4201-b099-66e2bcb84243 None None] Network d66e2272-0f61-4263-8790-3f9b41b5e402 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:00:04.536459 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-fddec021-bd67-4a8f-a42f-87e41fbe5c60 None None] Provisioning for port 8d2efea8-b659-4824-96ce-ac8083681860 completed by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:00:04.794577 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 8d2efea8-b659-4824-96ce-ac8083681860 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:00:04.869915 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning for port 8d2efea8-b659-4824-96ce-ac8083681860 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:00:04.874959 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 8d2efea8-b659-4824-96ce-ac8083681860 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:00:04.875402 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:04.944001 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-f8993c47-1848-4ff1-838c-123931fef5de None None] Provisioning complete for port 8d2efea8-b659-4824-96ce-ac8083681860 triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:00:04.944276 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-f8993c47-1848-4ff1-838c-123931fef5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:05.051176 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:05.125632 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] For port 8d2efea8-b659-4824-96ce-ac8083681860, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=8d2efea8-b659-4824-96ce-ac8083681860,segment=NetworkSegment(c1ba730a-5815-4b69-98c0-4e12e539d14e),segment_id=c1ba730a-5815-4b69-98c0-4e12e539d14e)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:00:05.131426 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-f8993c47-1848-4ff1-838c-123931fef5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:05.140013 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:05.145960 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:00:05.258717 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Pushing event updated for resources: {'Port': ['ID=8d2efea8-b659-4824-96ce-ac8083681860,revision_number=3']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:00:05.263213 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:00:05.268236 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.db.api [None req-f8993c47-1848-4ff1-838c-123931fef5de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:00:05.268630 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_db.api [None req-f8993c47-1848-4ff1-838c-123931fef5de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:00:06.758778 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 8d2efea8-b659-4824-96ce-ac8083681860 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:00:06.838561 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 8d2efea8-b659-4824-96ce-ac8083681860 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:00:06.838937 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:11.404511 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 5 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:00:25.884875 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-20c3abd5-bf62-489c-89ed-aa45fc11f0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:26.368090 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:28.147803 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-e514eb74-5ebd-4027-86e6-ad43b6371f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:29.169524 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:30.620282 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:48.403932 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 5 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:00:55.890652 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-4619c3bc-1c54-4b5f-8193-0e2b8f339dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:56.364960 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:58.149664 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-3216a386-1fb4-4559-a683-5ade2bf6cf52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:59.171649 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:00.622523 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:03.657769 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 43454) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:01:03.663758 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [None req-7ae87604-d708-48c7-9587-3bf1b7ff7033 tempest-verify_tempest_config-1939781645 tempest-verify_tempest_config-1939781645-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=75045) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:01:03.664703 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-7ae87604-d708-48c7-9587-3bf1b7ff7033 tempest-verify_tempest_config-1939781645 tempest-verify_tempest_config-1939781645-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0059605 Aug 25 16:01:03.986495 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 43470) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:01:04.124121 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-f602cf1e-9492-4aac-a635-c2b2f98d7a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:04.154162 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-f602cf1e-9492-4aac-a635-c2b2f98d7a6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:01:04.158553 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-f602cf1e-9492-4aac-a635-c2b2f98d7a6b admin admin] Usage tracker for resource:security_group_rule and tenant:65c09b45cd72463dacd12a958f17faf2 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:01:04.161330 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-f602cf1e-9492-4aac-a635-c2b2f98d7a6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:01:04.166878 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-f602cf1e-9492-4aac-a635-c2b2f98d7a6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:01:04.230465 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-f602cf1e-9492-4aac-a635-c2b2f98d7a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:04.234374 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-f602cf1e-9492-4aac-a635-c2b2f98d7a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:04.242076 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:01:04.277949 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602cf1e-9492-4aac-a635-c2b2f98d7a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919577b7-e8e9-4b2f-bab9-d847a2aa1316,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:01:04.285230 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-f602cf1e-9492-4aac-a635-c2b2f98d7a6b admin admin] Synchronizing usage tracker for tenant:6d63a34baced40be91d76f495bebebd4 on resource:security_group {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:01:04.292719 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f602cf1e-9492-4aac-a635-c2b2f98d7a6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:04.293080 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f602cf1e-9492-4aac-a635-c2b2f98d7a6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:04.293409 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f602cf1e-9492-4aac-a635-c2b2f98d7a6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:04.293725 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f602cf1e-9492-4aac-a635-c2b2f98d7a6b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:04.294045 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f602cf1e-9492-4aac-a635-c2b2f98d7a6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:04.294359 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f602cf1e-9492-4aac-a635-c2b2f98d7a6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:04.294666 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f602cf1e-9492-4aac-a635-c2b2f98d7a6b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:04.294990 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f602cf1e-9492-4aac-a635-c2b2f98d7a6b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:04.295300 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f602cf1e-9492-4aac-a635-c2b2f98d7a6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:04.295604 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f602cf1e-9492-4aac-a635-c2b2f98d7a6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:04.295906 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f602cf1e-9492-4aac-a635-c2b2f98d7a6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:04.300757 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-f602cf1e-9492-4aac-a635-c2b2f98d7a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:01:04.312656 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-f602cf1e-9492-4aac-a635-c2b2f98d7a6b admin admin] Unset dirty status for tenant:6d63a34baced40be91d76f495bebebd4 on resource:security_group {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:01:04.317533 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 43476) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:01:04.318016 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-f602cf1e-9492-4aac-a635-c2b2f98d7a6b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=65c09b45cd72463dacd12a958f17faf2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3300085 Aug 25 16:01:04.376895 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-459cdfcb-53f2-4958-b3f3-a29d527d3731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:04.401461 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-459cdfcb-53f2-4958-b3f3-a29d527d3731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:04.491128 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-459cdfcb-53f2-4958-b3f3-a29d527d3731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:04.496145 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:01:04.505968 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459cdfcb-53f2-4958-b3f3-a29d527d3731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919577b7-e8e9-4b2f-bab9-d847a2aa1316,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:01:04.516489 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-459cdfcb-53f2-4958-b3f3-a29d527d3731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:04.518354 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-459cdfcb-53f2-4958-b3f3-a29d527d3731 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/919577b7-e8e9-4b2f-bab9-d847a2aa1316 HTTP/1.1" status: 204 len: 168 time: 0.1998830 Aug 25 16:01:04.519589 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459cdfcb-53f2-4958-b3f3-a29d527d3731 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:04.519880 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459cdfcb-53f2-4958-b3f3-a29d527d3731 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:04.520203 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459cdfcb-53f2-4958-b3f3-a29d527d3731 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:04.520523 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459cdfcb-53f2-4958-b3f3-a29d527d3731 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:04.520855 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459cdfcb-53f2-4958-b3f3-a29d527d3731 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:04.521207 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459cdfcb-53f2-4958-b3f3-a29d527d3731 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:04.521524 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459cdfcb-53f2-4958-b3f3-a29d527d3731 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:04.521857 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459cdfcb-53f2-4958-b3f3-a29d527d3731 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:04.522173 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459cdfcb-53f2-4958-b3f3-a29d527d3731 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:04.522599 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459cdfcb-53f2-4958-b3f3-a29d527d3731 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:04.522785 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459cdfcb-53f2-4958-b3f3-a29d527d3731 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:01:04.525865 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-459cdfcb-53f2-4958-b3f3-a29d527d3731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:01:25.403363 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 5 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:01:25.895456 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-f12a875e-eaf0-40f8-8bc8-394b702a0c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:26.358187 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:28.163290 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-6919971f-2fdc-4cef-bf28-cd90b20da73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:29.177381 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:30.625607 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:55.887675 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-40a82bfc-4415-42af-ac58-026dd16c0f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:56.360836 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:58.155136 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-21b4feab-6192-4a3e-9808-a1152bc43f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:59.178402 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:00.631124 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:02.403870 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 5 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:02:25.889748 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-1d9ad0bb-3962-48e5-995e-5ca562f8e0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:26.362501 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:28.158331 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-ae43dfd5-98a9-4c9d-b660-e5699897c4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:29.180869 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:30.634621 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:39.066370 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-685007'] for agent, after_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:39.409202 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:02:53.394845 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 43546) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:02:53.535007 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-61ccf9db-52bc-4394-bc00-0331a59af5c4 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1385953 Aug 25 16:02:55.599545 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 43556) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:02:55.677545 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-7000ef74-a71f-4e6f-a351-1168ee4ded47 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0769968 Aug 25 16:02:55.891256 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-0fcbbf3c-8aea-4789-ba56-ca2b62b6667c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:56.365286 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:58.160578 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-dd11caea-7a91-44ae-b385-a00e452d35b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:59.184987 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:00.634818 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:09.006876 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:16.409566 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:03:25.892990 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-f029998c-ddce-4428-bfef-866e32e6822b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:26.367953 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:28.164321 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-fe9399b3-d4cc-439a-bc7a-2ba18c5c8eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:29.187648 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:30.637250 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:39.025950 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:53.412105 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:03:55.898179 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-32877311-d8b2-40f8-9ed2-24b6e6cc2588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:56.371477 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:58.165270 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-512e4a9d-95cb-473a-a5f4-0068b107c863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:59.192352 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:00.641352 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:09.024140 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:25.905595 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-88295d3f-a600-49c7-91bf-273eebbb3611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:26.374872 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:28.170884 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-bbe97151-79a8-409c-af76-0560fb832fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:29.197154 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:30.415528 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:04:30.657782 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:31.944487 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 43696) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:32.353501 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-122950061-network', 'tenant_id': '72f3e2fc707d44f6a59aa5177a300383'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:32.359854 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:32.365446 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Usage tracker for resource:network and tenant:72f3e2fc707d44f6a59aa5177a300383 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:32.368491 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:32.374512 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:32.385555 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Made reservation on behalf of 72f3e2fc707d44f6a59aa5177a300383 for: {'network': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:04:32.388006 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for network, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:32.404321 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:32.437113 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:32.442237 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Usage tracker for resource:security_group_rule and tenant:72f3e2fc707d44f6a59aa5177a300383 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:32.445261 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:32.451049 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:32.520539 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:32.525041 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:32.529382 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-459cdfcb-53f2-4958-b3f3-a29d527d3731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:32.556468 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1252} {{(pid=75046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:04:32.567386 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2012b6-703d-43fc-9c6c-79258c59ab07,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:32.577051 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:32.577409 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.db.segments_db [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Added segment 13096ae5-0c8e-4d99-ba63-a53daa5a1c4f of type vlan for network 99731df6-6b08-4c96-bf6a-1b0c7cec75ea Aug 25 16:04:32.579349 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:32.579684 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:32.580004 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:32.580319 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:32.580630 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:32.580937 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:32.581273 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:32.581582 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:32.581887 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:32.582189 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:32.582490 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:32.584019 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Tracked resource versions report: Aug 25 16:04:32.584019 dv-cinder-806008-1-iscsi neutron-server[75046]: pushed versions: Aug 25 16:04:32.584019 dv-cinder-806008-1-iscsi neutron-server[75046]: { 'ConntrackHelper': {'1.0'}, Aug 25 16:04:32.584019 dv-cinder-806008-1-iscsi neutron-server[75046]: 'Log': {'1.0'}, Aug 25 16:04:32.584019 dv-cinder-806008-1-iscsi neutron-server[75046]: 'Network': {'1.1'}, Aug 25 16:04:32.584019 dv-cinder-806008-1-iscsi neutron-server[75046]: 'Port': {'1.5'}, Aug 25 16:04:32.584019 dv-cinder-806008-1-iscsi neutron-server[75046]: 'PortForwarding': {'1.2'}, Aug 25 16:04:32.584019 dv-cinder-806008-1-iscsi neutron-server[75046]: 'QosPolicy': {'1.8'}, Aug 25 16:04:32.584019 dv-cinder-806008-1-iscsi neutron-server[75046]: 'SecurityGroup': {'1.2'}, Aug 25 16:04:32.584019 dv-cinder-806008-1-iscsi neutron-server[75046]: 'SecurityGroupRule': {'1.0'}, Aug 25 16:04:32.584019 dv-cinder-806008-1-iscsi neutron-server[75046]: 'SubPort': {'1.0'}, Aug 25 16:04:32.584019 dv-cinder-806008-1-iscsi neutron-server[75046]: 'Subnet': {'1.1'}, Aug 25 16:04:32.584019 dv-cinder-806008-1-iscsi neutron-server[75046]: 'Trunk': {'1.1'}} Aug 25 16:04:32.584019 dv-cinder-806008-1-iscsi neutron-server[75046]: consumer versions: Aug 25 16:04:32.584019 dv-cinder-806008-1-iscsi neutron-server[75046]: { DHCP agent@dv-cinder-806008-1-iscsi: {}, Aug 25 16:04:32.584019 dv-cinder-806008-1-iscsi neutron-server[75046]: HyperV agent@hv-cinder-80600: {}, Aug 25 16:04:32.584019 dv-cinder-806008-1-iscsi neutron-server[75046]: L3 agent@dv-cinder-806008-1-iscsi: {}, Aug 25 16:04:32.584019 dv-cinder-806008-1-iscsi neutron-server[75046]: Metadata agent@dv-cinder-806008-1-iscsi: {}, Aug 25 16:04:32.584019 dv-cinder-806008-1-iscsi neutron-server[75046]: Metering agent@dv-cinder-806008-1-iscsi: {}, Aug 25 16:04:32.584019 dv-cinder-806008-1-iscsi neutron-server[75046]: Open vSwitch agent@dv-cinder-806008-1-iscsi: { 'ConntrackHelper': '1.0', Aug 25 16:04:32.584019 dv-cinder-806008-1-iscsi neutron-server[75046]: 'Log': '1.0', Aug 25 16:04:32.584019 dv-cinder-806008-1-iscsi neutron-server[75046]: 'Network': '1.1', Aug 25 16:04:32.584019 dv-cinder-806008-1-iscsi neutron-server[75046]: 'Port': '1.5', Aug 25 16:04:32.584019 dv-cinder-806008-1-iscsi neutron-server[75046]: 'PortForwarding': '1.2', Aug 25 16:04:32.584019 dv-cinder-806008-1-iscsi neutron-server[75046]: 'QosPolicy': '1.8', Aug 25 16:04:32.584019 dv-cinder-806008-1-iscsi neutron-server[75046]: 'SecurityGroup': '1.2', Aug 25 16:04:32.584019 dv-cinder-806008-1-iscsi neutron-server[75046]: 'SecurityGroupRule': '1.0', Aug 25 16:04:32.584019 dv-cinder-806008-1-iscsi neutron-server[75046]: 'SubPort': '1.0', Aug 25 16:04:32.584019 dv-cinder-806008-1-iscsi neutron-server[75046]: 'Subnet': '1.1', Aug 25 16:04:32.584019 dv-cinder-806008-1-iscsi neutron-server[75046]: 'Trunk': '1.1'}} Aug 25 16:04:32.584019 dv-cinder-806008-1-iscsi neutron-server[75046]: {{(pid=75046) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:04:32.590168 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:32.612563 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779527754918'] for network, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:32.648322 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244'] for network, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:32.649785 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:32.650477 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:32.660540 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:32.757376 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8090262 Aug 25 16:04:32.757623 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 43728) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:32.767211 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-9a57d8da-54f1-4888-b431-6d8efaf5cbeb admin admin] Request body: {'subnet': {'network_id': '99731df6-6b08-4c96-bf6a-1b0c7cec75ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-122950061-subnet', 'tenant_id': '72f3e2fc707d44f6a59aa5177a300383', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:32.770806 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Pushing event updated for resources: {'Network': ['ID=99731df6-6b08-4c96-bf6a-1b0c7cec75ea,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:32.773583 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:32.775877 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-9a57d8da-54f1-4888-b431-6d8efaf5cbeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:32.779713 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-9a57d8da-54f1-4888-b431-6d8efaf5cbeb admin admin] Usage tracker for resource:subnet and tenant:72f3e2fc707d44f6a59aa5177a300383 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:32.783286 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Network 99731df6-6b08-4c96-bf6a-1b0c7cec75ea details requested by agent ovs-agent-dv-cinder-806008-1-iscsi with host dv-cinder-806008-1-iscsi {{(pid=75047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:04:32.783782 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-9a57d8da-54f1-4888-b431-6d8efaf5cbeb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:32.789962 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-9a57d8da-54f1-4888-b431-6d8efaf5cbeb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:32.800396 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a57d8da-54f1-4888-b431-6d8efaf5cbeb admin admin] Made reservation on behalf of 72f3e2fc707d44f6a59aa5177a300383 for: {'subnet': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:04:32.803545 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-9a57d8da-54f1-4888-b431-6d8efaf5cbeb admin admin] Notify callbacks [] for subnet, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:33.036368 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-9a57d8da-54f1-4888-b431-6d8efaf5cbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244'] for subnet, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:33.042713 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-bca1ebbf-bfde-4588-96e7-56a42170235f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:33.124957 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57d8da-54f1-4888-b431-6d8efaf5cbeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5bd7bf3-6046-41c7-b519-bc084e7bbba0,revision_number=0']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:33.128120 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a57d8da-54f1-4888-b431-6d8efaf5cbeb admin admin] Checking segment: {'id': '13096ae5-0c8e-4d99-ba63-a53daa5a1c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '99731df6-6b08-4c96-bf6a-1b0c7cec75ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:04:33.128481 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a57d8da-54f1-4888-b431-6d8efaf5cbeb admin admin] Network hostable DHCP agents. Network: 99731df6-6b08-4c96-bf6a-1b0c7cec75ea, hostable agents: ['76091da7-29c6-41af-a969-d28dab66f71a'], hosted agents: [] {{(pid=75046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:04:33.135440 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-9a57d8da-54f1-4888-b431-6d8efaf5cbeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:33.140396 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 43744) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:33.155190 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a57d8da-54f1-4888-b431-6d8efaf5cbeb admin admin] Network 99731df6-6b08-4c96-bf6a-1b0c7cec75ea is scheduled to be hosted by DHCP agent 76091da7-29c6-41af-a969-d28dab66f71a with binding_index 1 {{(pid=75046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:04:33.165848 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [None req-9a57d8da-54f1-4888-b431-6d8efaf5cbeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-iscsi, 99731df6-6b08-4c96-bf6a-1b0c7cec75ea) {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:04:33.172667 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a57d8da-54f1-4888-b431-6d8efaf5cbeb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:33.173820 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-9a57d8da-54f1-4888-b431-6d8efaf5cbeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for subnet, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:33.175389 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56795e47-9c47-4d72-ab4b-9125cd3c49a6 None None] Network 99731df6-6b08-4c96-bf6a-1b0c7cec75ea requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:04:33.215302 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-9a57d8da-54f1-4888-b431-6d8efaf5cbeb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4509115 Aug 25 16:04:33.396282 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981dfc05-e0c3-4ca9-b30c-bbb787f1ecb1 None None] Network 99731df6-6b08-4c96-bf6a-1b0c7cec75ea requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:04:33.736207 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1899457763-network', 'tenant_id': 'f675e5666b19428a9822ff26629e69fc'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:33.741212 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:33.745145 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Usage tracker for resource:network and tenant:f675e5666b19428a9822ff26629e69fc is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:33.748547 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:33.755295 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:33.765416 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Made reservation on behalf of f675e5666b19428a9822ff26629e69fc for: {'network': 1} {{(pid=75045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:04:33.768470 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for network, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:33.784149 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:33.816336 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:33.824330 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Usage tracker for resource:security_group_rule and tenant:f675e5666b19428a9822ff26629e69fc is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:33.827514 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:33.834499 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:33.903937 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:33.908326 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:33.917483 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 43770) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:33.917668 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:33.958029 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1253} {{(pid=75045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:04:33.966539 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04797807-afb8-4e9c-8f2e-11efb1d3c8ec,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:33.975174 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:33.975512 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.db.segments_db [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Added segment ae45f4da-7e93-4d9e-a93e-e971d68c1d91 of type vlan for network ce200f7d-ab4f-4302-beaa-d6a928b6d6a1 Aug 25 16:04:33.982536 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:33.982877 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:33.983205 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:33.983537 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:33.983857 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:33.984372 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:33.984694 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:33.985054 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:33.985371 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:33.985681 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:33.985996 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:33.987278 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Tracked resource versions report: Aug 25 16:04:33.987278 dv-cinder-806008-1-iscsi neutron-server[75045]: pushed versions: Aug 25 16:04:33.987278 dv-cinder-806008-1-iscsi neutron-server[75045]: { 'ConntrackHelper': {'1.0'}, Aug 25 16:04:33.987278 dv-cinder-806008-1-iscsi neutron-server[75045]: 'Log': {'1.0'}, Aug 25 16:04:33.987278 dv-cinder-806008-1-iscsi neutron-server[75045]: 'Network': {'1.1'}, Aug 25 16:04:33.987278 dv-cinder-806008-1-iscsi neutron-server[75045]: 'Port': {'1.5'}, Aug 25 16:04:33.987278 dv-cinder-806008-1-iscsi neutron-server[75045]: 'PortForwarding': {'1.2'}, Aug 25 16:04:33.987278 dv-cinder-806008-1-iscsi neutron-server[75045]: 'QosPolicy': {'1.8'}, Aug 25 16:04:33.987278 dv-cinder-806008-1-iscsi neutron-server[75045]: 'SecurityGroup': {'1.2'}, Aug 25 16:04:33.987278 dv-cinder-806008-1-iscsi neutron-server[75045]: 'SecurityGroupRule': {'1.0'}, Aug 25 16:04:33.987278 dv-cinder-806008-1-iscsi neutron-server[75045]: 'SubPort': {'1.0'}, Aug 25 16:04:33.987278 dv-cinder-806008-1-iscsi neutron-server[75045]: 'Subnet': {'1.1'}, Aug 25 16:04:33.987278 dv-cinder-806008-1-iscsi neutron-server[75045]: 'Trunk': {'1.1'}} Aug 25 16:04:33.987278 dv-cinder-806008-1-iscsi neutron-server[75045]: consumer versions: Aug 25 16:04:33.987278 dv-cinder-806008-1-iscsi neutron-server[75045]: { DHCP agent@dv-cinder-806008-1-iscsi: {}, Aug 25 16:04:33.987278 dv-cinder-806008-1-iscsi neutron-server[75045]: HyperV agent@hv-cinder-80600: {}, Aug 25 16:04:33.987278 dv-cinder-806008-1-iscsi neutron-server[75045]: L3 agent@dv-cinder-806008-1-iscsi: {}, Aug 25 16:04:33.987278 dv-cinder-806008-1-iscsi neutron-server[75045]: Metadata agent@dv-cinder-806008-1-iscsi: {}, Aug 25 16:04:33.987278 dv-cinder-806008-1-iscsi neutron-server[75045]: Metering agent@dv-cinder-806008-1-iscsi: {}, Aug 25 16:04:33.987278 dv-cinder-806008-1-iscsi neutron-server[75045]: Open vSwitch agent@dv-cinder-806008-1-iscsi: { 'ConntrackHelper': '1.0', Aug 25 16:04:33.987278 dv-cinder-806008-1-iscsi neutron-server[75045]: 'Log': '1.0', Aug 25 16:04:33.987278 dv-cinder-806008-1-iscsi neutron-server[75045]: 'Network': '1.1', Aug 25 16:04:33.987278 dv-cinder-806008-1-iscsi neutron-server[75045]: 'Port': '1.5', Aug 25 16:04:33.987278 dv-cinder-806008-1-iscsi neutron-server[75045]: 'PortForwarding': '1.2', Aug 25 16:04:33.987278 dv-cinder-806008-1-iscsi neutron-server[75045]: 'QosPolicy': '1.8', Aug 25 16:04:33.987278 dv-cinder-806008-1-iscsi neutron-server[75045]: 'SecurityGroup': '1.2', Aug 25 16:04:33.987278 dv-cinder-806008-1-iscsi neutron-server[75045]: 'SecurityGroupRule': '1.0', Aug 25 16:04:33.987278 dv-cinder-806008-1-iscsi neutron-server[75045]: 'SubPort': '1.0', Aug 25 16:04:33.987278 dv-cinder-806008-1-iscsi neutron-server[75045]: 'Subnet': '1.1', Aug 25 16:04:33.987278 dv-cinder-806008-1-iscsi neutron-server[75045]: 'Trunk': '1.1'}} Aug 25 16:04:33.987278 dv-cinder-806008-1-iscsi neutron-server[75045]: {{(pid=75045) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:04:33.996465 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:34.016492 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779527754918'] for network, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:34.048754 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244'] for network, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:34.050583 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:34.051580 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:34.056341 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:34.162923 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Pushing event updated for resources: {'Network': ['ID=ce200f7d-ab4f-4302-beaa-d6a928b6d6a1,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:34.168421 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 43788) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:34.178885 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Network ce200f7d-ab4f-4302-beaa-d6a928b6d6a1 details requested by agent ovs-agent-dv-cinder-806008-1-iscsi with host dv-cinder-806008-1-iscsi {{(pid=75047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:04:34.179408 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:34.189640 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 43794) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:34.193466 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0474396 Aug 25 16:04:34.197267 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-dd32e8b5-e429-47c3-bb46-c410b7d458cd admin admin] Request body: {'subnet': {'network_id': 'ce200f7d-ab4f-4302-beaa-d6a928b6d6a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1899457763-subnet', 'tenant_id': 'f675e5666b19428a9822ff26629e69fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:34.203646 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-dd32e8b5-e429-47c3-bb46-c410b7d458cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:34.208042 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-dd32e8b5-e429-47c3-bb46-c410b7d458cd admin admin] Usage tracker for resource:subnet and tenant:f675e5666b19428a9822ff26629e69fc is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:34.210936 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-dd32e8b5-e429-47c3-bb46-c410b7d458cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:34.216648 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-dd32e8b5-e429-47c3-bb46-c410b7d458cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:34.226936 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd32e8b5-e429-47c3-bb46-c410b7d458cd admin admin] Made reservation on behalf of f675e5666b19428a9822ff26629e69fc for: {'subnet': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:04:34.229514 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-dd32e8b5-e429-47c3-bb46-c410b7d458cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:34.469547 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-8d090199-5602-4349-8e36-484a89634f67 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1992127602-network', 'tenant_id': '2e09075145744d7794abaa90e728ee8c'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:34.490693 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-8d090199-5602-4349-8e36-484a89634f67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:34.496876 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-8d090199-5602-4349-8e36-484a89634f67 admin admin] Usage tracker for resource:network and tenant:2e09075145744d7794abaa90e728ee8c is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:34.500117 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-8d090199-5602-4349-8e36-484a89634f67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:34.503415 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-dd32e8b5-e429-47c3-bb46-c410b7d458cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244'] for subnet, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:34.513254 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-8d090199-5602-4349-8e36-484a89634f67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:34.516244 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:34.557536 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d090199-5602-4349-8e36-484a89634f67 admin admin] Made reservation on behalf of 2e09075145744d7794abaa90e728ee8c for: {'network': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:04:34.561805 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8d090199-5602-4349-8e36-484a89634f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for network, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:34.586592 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8d090199-5602-4349-8e36-484a89634f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:34.639585 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32e8b5-e429-47c3-bb46-c410b7d458cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=21c635d2-aa5a-4ebb-9743-23ef87a885c6,revision_number=0']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:34.645911 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-dd32e8b5-e429-47c3-bb46-c410b7d458cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:34.651022 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd32e8b5-e429-47c3-bb46-c410b7d458cd admin admin] Checking segment: {'id': 'ae45f4da-7e93-4d9e-a93e-e971d68c1d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'ce200f7d-ab4f-4302-beaa-d6a928b6d6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:04:34.651404 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd32e8b5-e429-47c3-bb46-c410b7d458cd admin admin] Network hostable DHCP agents. Network: ce200f7d-ab4f-4302-beaa-d6a928b6d6a1, hostable agents: ['76091da7-29c6-41af-a969-d28dab66f71a'], hosted agents: [] {{(pid=75046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:04:34.661407 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-8d090199-5602-4349-8e36-484a89634f67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:34.666304 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-88525f8a-b5b0-4dd8-97db-7480995bfc9b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-315482814-network', 'tenant_id': '3d7dfad5bc0e460f933cc2e5f4c570cb'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:34.672495 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-8d090199-5602-4349-8e36-484a89634f67 admin admin] Usage tracker for resource:security_group_rule and tenant:2e09075145744d7794abaa90e728ee8c is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:34.678272 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-8d090199-5602-4349-8e36-484a89634f67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:34.681907 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-88525f8a-b5b0-4dd8-97db-7480995bfc9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:34.688069 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-8d090199-5602-4349-8e36-484a89634f67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:34.691001 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-88525f8a-b5b0-4dd8-97db-7480995bfc9b admin admin] Usage tracker for resource:network and tenant:3d7dfad5bc0e460f933cc2e5f4c570cb is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:34.696095 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-88525f8a-b5b0-4dd8-97db-7480995bfc9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:34.709555 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-88525f8a-b5b0-4dd8-97db-7480995bfc9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:34.733980 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88525f8a-b5b0-4dd8-97db-7480995bfc9b admin admin] Made reservation on behalf of 3d7dfad5bc0e460f933cc2e5f4c570cb for: {'network': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:04:34.736257 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-88525f8a-b5b0-4dd8-97db-7480995bfc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for network, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:34.751178 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd32e8b5-e429-47c3-bb46-c410b7d458cd admin admin] Network ce200f7d-ab4f-4302-beaa-d6a928b6d6a1 is scheduled to be hosted by DHCP agent 76091da7-29c6-41af-a969-d28dab66f71a with binding_index 1 {{(pid=75046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:04:34.763917 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-88525f8a-b5b0-4dd8-97db-7480995bfc9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:34.793460 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [None req-dd32e8b5-e429-47c3-bb46-c410b7d458cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-iscsi, ce200f7d-ab4f-4302-beaa-d6a928b6d6a1) {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:04:34.806891 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cd420e-7128-4914-96c7-94cc33cdbccf None None] Network ce200f7d-ab4f-4302-beaa-d6a928b6d6a1 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:04:34.811805 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd32e8b5-e429-47c3-bb46-c410b7d458cd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:34.812374 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-dd32e8b5-e429-47c3-bb46-c410b7d458cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for subnet, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:34.848912 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8d090199-5602-4349-8e36-484a89634f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:34.859554 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-88525f8a-b5b0-4dd8-97db-7480995bfc9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:34.866120 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8d090199-5602-4349-8e36-484a89634f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:34.870355 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-88525f8a-b5b0-4dd8-97db-7480995bfc9b admin admin] Usage tracker for resource:security_group_rule and tenant:3d7dfad5bc0e460f933cc2e5f4c570cb is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:34.876645 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-88525f8a-b5b0-4dd8-97db-7480995bfc9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:34.889299 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:34.898408 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-88525f8a-b5b0-4dd8-97db-7480995bfc9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:34.905649 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-dd32e8b5-e429-47c3-bb46-c410b7d458cd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7144516 Aug 25 16:04:34.908622 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 43820) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:34.914635 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-410ac28b-0dc2-4fb3-9130-caed679df735 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1899457763-router', 'tenant_id': 'f675e5666b19428a9822ff26629e69fc', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:34.920172 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-410ac28b-0dc2-4fb3-9130-caed679df735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:34.921004 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d090199-5602-4349-8e36-484a89634f67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1254} {{(pid=75046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:04:34.931437 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-410ac28b-0dc2-4fb3-9130-caed679df735 admin admin] Usage tracker for resource:router and tenant:f675e5666b19428a9822ff26629e69fc is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:34.937356 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-410ac28b-0dc2-4fb3-9130-caed679df735 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:34.950351 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-410ac28b-0dc2-4fb3-9130-caed679df735 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:34.959619 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8d090199-5602-4349-8e36-484a89634f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:34.960177 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.db.segments_db [None req-8d090199-5602-4349-8e36-484a89634f67 admin admin] Added segment 61fee6c7-ad76-40fb-8847-c586ac08ad22 of type vlan for network 19552b71-7cb9-4c5a-9436-fcba33552e32 Aug 25 16:04:34.976768 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d090199-5602-4349-8e36-484a89634f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81230418-29cf-4b92-a01d-8f5ac68969d1,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:34.977571 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-410ac28b-0dc2-4fb3-9130-caed679df735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4569'] for router, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:34.978606 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-410ac28b-0dc2-4fb3-9130-caed679df735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4386'] for router, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:34.982489 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-8d090199-5602-4349-8e36-484a89634f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:35.022785 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8d090199-5602-4349-8e36-484a89634f67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779527754918'] for network, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:35.037145 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-410ac28b-0dc2-4fb3-9130-caed679df735 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:35.072855 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-88525f8a-b5b0-4dd8-97db-7480995bfc9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:35.080737 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-88525f8a-b5b0-4dd8-97db-7480995bfc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:35.086467 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-b909939d-5c6c-4ad8-83ce-84b966a7deff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:35.097282 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8d090199-5602-4349-8e36-484a89634f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244'] for network, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:35.107318 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d090199-5602-4349-8e36-484a89634f67 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:35.108023 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8d090199-5602-4349-8e36-484a89634f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:35.115577 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88525f8a-b5b0-4dd8-97db-7480995bfc9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1255} {{(pid=75046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:04:35.149297 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88525f8a-b5b0-4dd8-97db-7480995bfc9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7e2b3f-27fc-4b2c-8f7c-82ba2e4358fc,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:35.154189 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-88525f8a-b5b0-4dd8-97db-7480995bfc9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:35.155078 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-88525f8a-b5b0-4dd8-97db-7480995bfc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:35.155383 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.db.segments_db [None req-88525f8a-b5b0-4dd8-97db-7480995bfc9b admin admin] Added segment 4b3f2e3e-3875-44b9-9c9d-f9ee0fad1bbc of type vlan for network 0f67ca83-b2a6-4501-ba9c-b1beffdb110e Aug 25 16:04:35.155631 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281fef32-d1de-48a8-8207-f16d992599f0 None None] Network ce200f7d-ab4f-4302-beaa-d6a928b6d6a1 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:04:35.156529 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:35.204491 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-88525f8a-b5b0-4dd8-97db-7480995bfc9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779527754918'] for network, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:35.241142 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-8d090199-5602-4349-8e36-484a89634f67 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3224919 Aug 25 16:04:35.241634 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 43832) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:35.248514 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-345192b5-51f2-41fe-be80-36a7276c972c admin admin] Request body: {'subnet': {'network_id': '19552b71-7cb9-4c5a-9436-fcba33552e32', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1992127602-subnet', 'tenant_id': '2e09075145744d7794abaa90e728ee8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:35.253353 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-345192b5-51f2-41fe-be80-36a7276c972c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:35.258318 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-345192b5-51f2-41fe-be80-36a7276c972c admin admin] Usage tracker for resource:subnet and tenant:2e09075145744d7794abaa90e728ee8c is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:35.261175 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-345192b5-51f2-41fe-be80-36a7276c972c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:35.267566 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-345192b5-51f2-41fe-be80-36a7276c972c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:35.280660 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-410ac28b-0dc2-4fb3-9130-caed679df735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4404'] for router, precommit_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:35.285613 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-88525f8a-b5b0-4dd8-97db-7480995bfc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244'] for network, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:35.288892 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345192b5-51f2-41fe-be80-36a7276c972c admin admin] Made reservation on behalf of 2e09075145744d7794abaa90e728ee8c for: {'subnet': 1} {{(pid=75045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:04:35.291322 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-345192b5-51f2-41fe-be80-36a7276c972c admin admin] Notify callbacks [] for subnet, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:35.292822 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88525f8a-b5b0-4dd8-97db-7480995bfc9b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:35.293574 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-88525f8a-b5b0-4dd8-97db-7480995bfc9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:35.328777 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d090199-5602-4349-8e36-484a89634f67 admin admin] Pushing event updated for resources: {'Network': ['ID=19552b71-7cb9-4c5a-9436-fcba33552e32,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:35.331594 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-8d090199-5602-4349-8e36-484a89634f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:35.332487 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-37b1cdd1-4348-40fa-b0b8-98db9b218c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:35.352717 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-88525f8a-b5b0-4dd8-97db-7480995bfc9b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1828871 Aug 25 16:04:35.356599 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 43836) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:35.416924 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-3b2a38d0-5b19-40a4-81f0-2605531426e9 admin admin] Request body: {'subnet': {'network_id': '0f67ca83-b2a6-4501-ba9c-b1beffdb110e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-315482814-subnet', 'tenant_id': '3d7dfad5bc0e460f933cc2e5f4c570cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:35.421947 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-3b2a38d0-5b19-40a4-81f0-2605531426e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:35.426324 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-3b2a38d0-5b19-40a4-81f0-2605531426e9 admin admin] Usage tracker for resource:subnet and tenant:3d7dfad5bc0e460f933cc2e5f4c570cb is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:35.429862 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-3b2a38d0-5b19-40a4-81f0-2605531426e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:35.436396 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-3b2a38d0-5b19-40a4-81f0-2605531426e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:35.438565 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Network 19552b71-7cb9-4c5a-9436-fcba33552e32 details requested by agent ovs-agent-dv-cinder-806008-1-iscsi with host dv-cinder-806008-1-iscsi {{(pid=75047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:04:35.464039 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2a38d0-5b19-40a4-81f0-2605531426e9 admin admin] Made reservation on behalf of 3d7dfad5bc0e460f933cc2e5f4c570cb for: {'subnet': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:04:35.466716 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-3b2a38d0-5b19-40a4-81f0-2605531426e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:35.542360 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-345192b5-51f2-41fe-be80-36a7276c972c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244'] for subnet, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:35.550853 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:35.582608 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88525f8a-b5b0-4dd8-97db-7480995bfc9b admin admin] Pushing event updated for resources: {'Network': ['ID=0f67ca83-b2a6-4501-ba9c-b1beffdb110e,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:35.598396 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Network 0f67ca83-b2a6-4501-ba9c-b1beffdb110e details requested by agent ovs-agent-dv-cinder-806008-1-iscsi with host dv-cinder-806008-1-iscsi {{(pid=75047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:04:35.607955 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-88525f8a-b5b0-4dd8-97db-7480995bfc9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:35.760853 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345192b5-51f2-41fe-be80-36a7276c972c admin admin] Checking segment: {'id': '61fee6c7-ad76-40fb-8847-c586ac08ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '19552b71-7cb9-4c5a-9436-fcba33552e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:04:35.761225 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345192b5-51f2-41fe-be80-36a7276c972c admin admin] Network hostable DHCP agents. Network: 19552b71-7cb9-4c5a-9436-fcba33552e32, hostable agents: ['76091da7-29c6-41af-a969-d28dab66f71a'], hosted agents: [] {{(pid=75045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:04:35.848631 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345192b5-51f2-41fe-be80-36a7276c972c admin admin] Network 19552b71-7cb9-4c5a-9436-fcba33552e32 is scheduled to be hosted by DHCP agent 76091da7-29c6-41af-a969-d28dab66f71a with binding_index 1 {{(pid=75045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:04:35.868322 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-345192b5-51f2-41fe-be80-36a7276c972c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-iscsi, 19552b71-7cb9-4c5a-9436-fcba33552e32) {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:04:35.873413 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345192b5-51f2-41fe-be80-36a7276c972c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:35.873998 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-345192b5-51f2-41fe-be80-36a7276c972c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for subnet, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:35.882020 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee767b36-df0c-4394-9672-14c7db5a3c15 None None] Network 19552b71-7cb9-4c5a-9436-fcba33552e32 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:04:35.923419 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-345192b5-51f2-41fe-be80-36a7276c972c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6805842 Aug 25 16:04:35.936467 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345192b5-51f2-41fe-be80-36a7276c972c admin admin] Pushing event updated for resources: {'Subnet': ['ID=df66c879-3ba5-40b2-94eb-12264a9babfa,revision_number=0']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:35.945669 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-345192b5-51f2-41fe-be80-36a7276c972c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:36.001017 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-3b2a38d0-5b19-40a4-81f0-2605531426e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244'] for subnet, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:36.007192 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-9a57d8da-54f1-4888-b431-6d8efaf5cbeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:36.102193 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a38d0-5b19-40a4-81f0-2605531426e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a1fcdbd-c452-46ab-833c-bfa4ee76bf5e,revision_number=0']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:36.119594 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-3b2a38d0-5b19-40a4-81f0-2605531426e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:36.132669 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2a38d0-5b19-40a4-81f0-2605531426e9 admin admin] Checking segment: {'id': '4b3f2e3e-3875-44b9-9c9d-f9ee0fad1bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '0f67ca83-b2a6-4501-ba9c-b1beffdb110e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:04:36.132669 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2a38d0-5b19-40a4-81f0-2605531426e9 admin admin] Network hostable DHCP agents. Network: 0f67ca83-b2a6-4501-ba9c-b1beffdb110e, hostable agents: ['76091da7-29c6-41af-a969-d28dab66f71a'], hosted agents: [] {{(pid=75046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:04:36.176204 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2a38d0-5b19-40a4-81f0-2605531426e9 admin admin] Network 0f67ca83-b2a6-4501-ba9c-b1beffdb110e is scheduled to be hosted by DHCP agent 76091da7-29c6-41af-a969-d28dab66f71a with binding_index 1 {{(pid=75046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:04:36.186860 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-410ac28b-0dc2-4fb3-9130-caed679df735 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:36.194472 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [None req-3b2a38d0-5b19-40a4-81f0-2605531426e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-iscsi, 0f67ca83-b2a6-4501-ba9c-b1beffdb110e) {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:04:36.201212 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2a38d0-5b19-40a4-81f0-2605531426e9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:36.204129 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-3b2a38d0-5b19-40a4-81f0-2605531426e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for subnet, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:36.234916 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-410ac28b-0dc2-4fb3-9130-caed679df735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:36.269301 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-3b2a38d0-5b19-40a4-81f0-2605531426e9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9013040 Aug 25 16:04:36.270019 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad9bf7f-403d-4163-a3c3-355b06d3a6e5 None None] Network 0f67ca83-b2a6-4501-ba9c-b1beffdb110e requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:04:36.448515 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_common [None req-410ac28b-0dc2-4fb3-9130-caed679df735 admin admin] Allocated IP 172.27.1.33 (918dfb31-e205-4511-8f83-81a91dee6c8c/7d72112f-2376-4184-b827-994c471d72fa/484ada34-b678-482b-aea3-c47576f946ca) {{(pid=75045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:04:36.519806 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdcb829-1586-4a00-a76a-ff4693a3ab33 None None] Network 19552b71-7cb9-4c5a-9436-fcba33552e32 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:04:36.631039 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-410ac28b-0dc2-4fb3-9130-caed679df735 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:36.666504 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-410ac28b-0dc2-4fb3-9130-caed679df735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143'] for port, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:36.677239 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-d70eb44c-973c-4650-8e6f-73f97abb07d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:36.747207 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410ac28b-0dc2-4fb3-9130-caed679df735 admin admin] Network 918dfb31-e205-4511-8f83-81a91dee6c8c is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:04:36.750908 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-410ac28b-0dc2-4fb3-9130-caed679df735 admin admin] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:04:36.752802 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ac28b-0dc2-4fb3-9130-caed679df735 admin admin] Pushing event updated for resources: {'Port': ['ID=484ada34-b678-482b-aea3-c47576f946ca,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:36.754917 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410ac28b-0dc2-4fb3-9130-caed679df735 admin admin] Received port after_create {{(pid=75045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:04:36.781871 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-410ac28b-0dc2-4fb3-9130-caed679df735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:36.830700 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45991b8f-5509-4aef-9509-a443bebfd035 None None] Network 0f67ca83-b2a6-4501-ba9c-b1beffdb110e requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:04:36.944776 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-410ac28b-0dc2-4fb3-9130-caed679df735 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:36.946262 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-410ac28b-0dc2-4fb3-9130-caed679df735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683550'] for router, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:37.266937 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410ac28b-0dc2-4fb3-9130-caed679df735 admin admin] Router e79b5638-a1e9-40ab-aeba-98207a2688fd is scheduled to L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 with binding_index 1 {{(pid=75045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:04:37.360679 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 43908) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:37.368506 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-38c0cad2-cbef-4595-9065-6b09760fdb56 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-736889471-network', 'tenant_id': '7c42f86db80843c28b4661c74940912e'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:37.373191 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-38c0cad2-cbef-4595-9065-6b09760fdb56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:37.377126 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-38c0cad2-cbef-4595-9065-6b09760fdb56 admin admin] Usage tracker for resource:network and tenant:7c42f86db80843c28b4661c74940912e is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:37.380687 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-38c0cad2-cbef-4595-9065-6b09760fdb56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:37.392404 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-38c0cad2-cbef-4595-9065-6b09760fdb56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:37.416829 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c0cad2-cbef-4595-9065-6b09760fdb56 admin admin] Made reservation on behalf of 7c42f86db80843c28b4661c74940912e for: {'network': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:04:37.419624 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-38c0cad2-cbef-4595-9065-6b09760fdb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for network, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:37.442893 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-38c0cad2-cbef-4595-9065-6b09760fdb56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:37.529295 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-38c0cad2-cbef-4595-9065-6b09760fdb56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:37.533707 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-38c0cad2-cbef-4595-9065-6b09760fdb56 admin admin] Usage tracker for resource:security_group_rule and tenant:7c42f86db80843c28b4661c74940912e is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:37.538023 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-38c0cad2-cbef-4595-9065-6b09760fdb56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:37.544988 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-38c0cad2-cbef-4595-9065-6b09760fdb56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:37.670292 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-38c0cad2-cbef-4595-9065-6b09760fdb56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:37.677814 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-38c0cad2-cbef-4595-9065-6b09760fdb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:37.699054 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c0cad2-cbef-4595-9065-6b09760fdb56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1256} {{(pid=75046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:04:37.710251 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410ac28b-0dc2-4fb3-9130-caed679df735 admin admin] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:04:37.710795 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-38c0cad2-cbef-4595-9065-6b09760fdb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:37.710795 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.db.segments_db [None req-38c0cad2-cbef-4595-9065-6b09760fdb56 admin admin] Added segment 5edc5c43-12b8-4d43-a30c-a4c1edfa0ed3 of type vlan for network c6a554a0-2f62-48de-aa88-5cb11d772db7 Aug 25 16:04:37.721858 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3548c18-62df-45ba-a717-e75d7cc3a9ec None None] Sync routers for ids ['e79b5638-a1e9-40ab-aeba-98207a2688fd'] in dv-cinder-806008-1-iscsi {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:04:37.726911 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:37.743735 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3548c18-62df-45ba-a717-e75d7cc3a9ec None None] Routers {'e79b5638-a1e9-40ab-aeba-98207a2688fd'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:04:37.744360 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-a3548c18-62df-45ba-a717-e75d7cc3a9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:04:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['e79b5638-a1e9-40ab-aeba-98207a2688fd'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:04:37.764333 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-410ac28b-0dc2-4fb3-9130-caed679df735 admin admin] Notify callbacks [] for router, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:37.765464 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-410ac28b-0dc2-4fb3-9130-caed679df735 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8557019 Aug 25 16:04:37.770953 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 43928) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:37.781657 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-38c0cad2-cbef-4595-9065-6b09760fdb56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779527754918'] for network, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:37.791549 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0cad2-cbef-4595-9065-6b09760fdb56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a839f421-93f9-4bde-a324-c7a681dd2deb,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:37.795424 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-38c0cad2-cbef-4595-9065-6b09760fdb56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:37.823830 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-38c0cad2-cbef-4595-9065-6b09760fdb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244'] for network, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:37.825808 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c0cad2-cbef-4595-9065-6b09760fdb56 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:37.826475 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-38c0cad2-cbef-4595-9065-6b09760fdb56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:37.831459 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-87728c8a-235b-4743-9653-a42d29f53c38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:37.944984 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0cad2-cbef-4595-9065-6b09760fdb56 admin admin] Pushing event updated for resources: {'Network': ['ID=c6a554a0-2f62-48de-aa88-5cb11d772db7,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:37.952593 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-38c0cad2-cbef-4595-9065-6b09760fdb56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:37.954822 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-38c0cad2-cbef-4595-9065-6b09760fdb56 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5918212 Aug 25 16:04:37.958173 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 43936) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:37.960685 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Network c6a554a0-2f62-48de-aa88-5cb11d772db7 details requested by agent ovs-agent-dv-cinder-806008-1-iscsi with host dv-cinder-806008-1-iscsi {{(pid=75047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:04:37.975893 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-a3548c18-62df-45ba-a717-e75d7cc3a9ec None None] Set router e79b5638-a1e9-40ab-aeba-98207a2688fd gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:04:37.978789 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-f337b8cc-2bca-4779-aba5-81b5a86cbc84 admin admin] Request body: {'subnet': {'network_id': 'c6a554a0-2f62-48de-aa88-5cb11d772db7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-736889471-subnet', 'tenant_id': '7c42f86db80843c28b4661c74940912e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:37.994954 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-f337b8cc-2bca-4779-aba5-81b5a86cbc84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:38.003330 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-f337b8cc-2bca-4779-aba5-81b5a86cbc84 admin admin] Usage tracker for resource:subnet and tenant:7c42f86db80843c28b4661c74940912e is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:38.007731 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-f337b8cc-2bca-4779-aba5-81b5a86cbc84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:38.021876 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-f337b8cc-2bca-4779-aba5-81b5a86cbc84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:38.046559 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f337b8cc-2bca-4779-aba5-81b5a86cbc84 admin admin] Made reservation on behalf of 7c42f86db80843c28b4661c74940912e for: {'subnet': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:04:38.048986 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f337b8cc-2bca-4779-aba5-81b5a86cbc84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:38.287082 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-a3548c18-62df-45ba-a717-e75d7cc3a9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79b5638-a1e9-40ab-aeba-98207a2688fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1899457763-router', 'tenant_id': 'f675e5666b19428a9822ff26629e69fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '484ada34-b678-482b-aea3-c47576f946ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:35Z', 'updated_at': '2021-08-25T16:04:36Z', 'revision_number': 3, 'project_id': 'f675e5666b19428a9822ff26629e69fc', 'gw_port': {'id': '484ada34-b678-482b-aea3-c47576f946ca', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79b5638-a1e9-40ab-aeba-98207a2688fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:36Z', 'updated_at': '2021-08-25T16:04:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:04:38.292344 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3548c18-62df-45ba-a717-e75d7cc3a9ec None None] Checking router: e79b5638-a1e9-40ab-aeba-98207a2688fd for host: dv-cinder-806008-1-iscsi {{(pid=75048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:04:38.292889 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3548c18-62df-45ba-a717-e75d7cc3a9ec None None] Updating router e79b5638-a1e9-40ab-aeba-98207a2688fd port 484ada34-b678-482b-aea3-c47576f946ca binding host dv-cinder-806008-1-iscsi {{(pid=75048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:04:38.414521 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f337b8cc-2bca-4779-aba5-81b5a86cbc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244'] for subnet, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:38.421308 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-a3548c18-62df-45ba-a717-e75d7cc3a9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:38.432535 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-3b2a38d0-5b19-40a4-81f0-2605531426e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:38.546183 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337b8cc-2bca-4779-aba5-81b5a86cbc84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d53e6c9c-d76e-4686-ab56-c7e55b5aadc4,revision_number=0']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:38.550105 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-f337b8cc-2bca-4779-aba5-81b5a86cbc84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:38.556059 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f337b8cc-2bca-4779-aba5-81b5a86cbc84 admin admin] Checking segment: {'id': '5edc5c43-12b8-4d43-a30c-a4c1edfa0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'c6a554a0-2f62-48de-aa88-5cb11d772db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:04:38.556972 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f337b8cc-2bca-4779-aba5-81b5a86cbc84 admin admin] Network hostable DHCP agents. Network: c6a554a0-2f62-48de-aa88-5cb11d772db7, hostable agents: ['76091da7-29c6-41af-a969-d28dab66f71a'], hosted agents: [] {{(pid=75046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:04:38.580294 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f337b8cc-2bca-4779-aba5-81b5a86cbc84 admin admin] Network c6a554a0-2f62-48de-aa88-5cb11d772db7 is scheduled to be hosted by DHCP agent 76091da7-29c6-41af-a969-d28dab66f71a with binding_index 1 {{(pid=75046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:04:38.606444 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [None req-f337b8cc-2bca-4779-aba5-81b5a86cbc84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-iscsi, c6a554a0-2f62-48de-aa88-5cb11d772db7) {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:04:38.611635 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f337b8cc-2bca-4779-aba5-81b5a86cbc84 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:38.612493 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f337b8cc-2bca-4779-aba5-81b5a86cbc84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for subnet, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:38.621586 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eeeca2-22db-42a1-b949-fc7b1de40273 None None] Network c6a554a0-2f62-48de-aa88-5cb11d772db7 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:04:38.646594 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 43952) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:38.694058 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-f337b8cc-2bca-4779-aba5-81b5a86cbc84 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7199638 Aug 25 16:04:38.921507 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 43976) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:38.933378 dv-cinder-806008-1-iscsi neutron-server[75046]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 25 16:04:39.048060 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 43980) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:39.081159 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:39.140109 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 43994) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:39.171027 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33336d0-3e11-439d-951a-568bbe471df5 None None] Network c6a554a0-2f62-48de-aa88-5cb11d772db7 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:04:39.280597 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd414b5-8911-4578-833e-93dcecbf0ce2 admin admin] Deleting subnet d5bd7bf3-6046-41c7-b519-bc084e7bbba0 {{(pid=75045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:04:39.288616 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-bcd414b5-8911-4578-833e-93dcecbf0ce2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:39.290574 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a5a23085-d131-4941-9b16-d284796a8e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:39.298081 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-a3548c18-62df-45ba-a717-e75d7cc3a9ec None None] Notify callbacks [] for port, precommit_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:39.318324 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.provisioning_blocks [None req-a3548c18-62df-45ba-a717-e75d7cc3a9ec None None] Transition to ACTIVE for port object 484ada34-b678-482b-aea3-c47576f946ca will not be triggered until provisioned by entity L2. {{(pid=75048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:04:39.334841 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-a3548c18-62df-45ba-a717-e75d7cc3a9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:39.349784 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [None req-f05aad88-367b-4628-bcd2-8afa9714eceb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:39.464897 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-a5a23085-d131-4941-9b16-d284796a8e80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:39.465448 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-bcd414b5-8911-4578-833e-93dcecbf0ce2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:39.481216 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-a5a23085-d131-4941-9b16-d284796a8e80 admin admin] Usage tracker for resource:security_group_rule and tenant:3be92ea77b764baea0e3de0b7de6461c is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:39.488696 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-bcd414b5-8911-4578-833e-93dcecbf0ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731498'] for subnet, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:39.497223 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-e04619e4-35ff-46f3-9008-9bc6b5c52bfa tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:39.500725 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-e04619e4-35ff-46f3-9008-9bc6b5c52bfa tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Synchronizing usage tracker for tenant:3d7dfad5bc0e460f933cc2e5f4c570cb on resource:network {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:04:39.503671 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-a5a23085-d131-4941-9b16-d284796a8e80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:39.513414 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.managers [None req-a3548c18-62df-45ba-a717-e75d7cc3a9ec None None] Attempting to bind port 484ada34-b678-482b-aea3-c47576f946ca on host dv-cinder-806008-1-iscsi for vnic_type normal with profile {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:04:39.513968 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.managers [None req-a3548c18-62df-45ba-a717-e75d7cc3a9ec None None] Attempting to bind port 484ada34-b678-482b-aea3-c47576f946ca by drivers openvswitch,hyperv on host dv-cinder-806008-1-iscsi at level 0 using segments [{'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}] {{(pid=75048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:04:39.514433 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3548c18-62df-45ba-a717-e75d7cc3a9ec None None] Attempting to bind port 484ada34-b678-482b-aea3-c47576f946ca on network 918dfb31-e205-4511-8f83-81a91dee6c8c {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:04:39.518103 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-a5a23085-d131-4941-9b16-d284796a8e80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:39.526549 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3548c18-62df-45ba-a717-e75d7cc3a9ec None None] Checking agent: {'id': '8ad9899d-d2ce-4381-ae51-c9c56b6945b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 56, 26), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:04:39.527072 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3548c18-62df-45ba-a717-e75d7cc3a9ec None None] Checking segment: {'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:04:39.527849 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-a3548c18-62df-45ba-a717-e75d7cc3a9ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:39.528961 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3548c18-62df-45ba-a717-e75d7cc3a9ec None None] Bound using segment: {'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'} {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:04:39.529878 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.managers [None req-a3548c18-62df-45ba-a717-e75d7cc3a9ec None None] Bound port: 484ada34-b678-482b-aea3-c47576f946ca, host: dv-cinder-806008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}}] {{(pid=75048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:04:39.531667 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-a3548c18-62df-45ba-a717-e75d7cc3a9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:39.573331 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-76215b3e-2e86-419c-9cd8-ecc0d9c70ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:39.639450 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.db [None req-a3548c18-62df-45ba-a717-e75d7cc3a9ec None None] For port 484ada34-b678-482b-aea3-c47576f946ca, host dv-cinder-806008-1-iscsi, cleared binding levels {{(pid=75048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:04:39.643808 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.db [None req-a3548c18-62df-45ba-a717-e75d7cc3a9ec None None] For port 484ada34-b678-482b-aea3-c47576f946ca, host dv-cinder-806008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=484ada34-b678-482b-aea3-c47576f946ca,segment=NetworkSegment(6c802ec5-cb0c-4ebf-9051-a5208badfc91),segment_id=6c802ec5-cb0c-4ebf-9051-a5208badfc91)] {{(pid=75048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:04:39.651116 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-a3548c18-62df-45ba-a717-e75d7cc3a9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:39.685605 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a5a23085-d131-4941-9b16-d284796a8e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:39.696833 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a5a23085-d131-4941-9b16-d284796a8e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:39.705090 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fcb36-40ce-4a1b-a010-43f40cdfa730 None None] Pushing event updated for resources: {'Port': ['ID=484ada34-b678-482b-aea3-c47576f946ca,revision_number=2']} {{(pid=75048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:39.711009 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3548c18-62df-45ba-a717-e75d7cc3a9ec None None] Routers {'e79b5638-a1e9-40ab-aeba-98207a2688fd'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:04:39.711749 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-a3548c18-62df-45ba-a717-e75d7cc3a9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:04:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['e79b5638-a1e9-40ab-aeba-98207a2688fd'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:04:39.721029 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:39.725419 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-7ed5cffc-ec0a-4da0-88cb-b4b2a1103854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:39.743255 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-e04619e4-35ff-46f3-9008-9bc6b5c52bfa tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Unset dirty status for tenant:3d7dfad5bc0e460f933cc2e5f4c570cb on resource:network {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:04:39.744795 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-e04619e4-35ff-46f3-9008-9bc6b5c52bfa tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/networks?id=0f67ca83-b2a6-4501-ba9c-b1beffdb110e HTTP/1.1" status: 200 len: 811 time: 0.8134251 Aug 25 16:04:39.761704 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-7ed5cffc-ec0a-4da0-88cb-b4b2a1103854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:39.766973 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-7ed5cffc-ec0a-4da0-88cb-b4b2a1103854 admin admin] Usage tracker for resource:security_group_rule and tenant:82929a0e1fe746ad9db58b8fbf0c9575 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:39.768429 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-7ed5cffc-ec0a-4da0-88cb-b4b2a1103854 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:39.774405 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-7ed5cffc-ec0a-4da0-88cb-b4b2a1103854 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:39.778253 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-d360be46-00c9-4a1c-a3a9-7fcab6f46a25 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/quotas/3d7dfad5bc0e460f933cc2e5f4c570cb HTTP/1.1" status: 200 len: 375 time: 0.0274608 Aug 25 16:04:39.790982 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 44006) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:39.809597 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a23085-d131-4941-9b16-d284796a8e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91934b24-1443-41ba-9ae2-45f7c2f1a9f1,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:39.810096 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fcb36-40ce-4a1b-a010-43f40cdfa730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:39.810507 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fcb36-40ce-4a1b-a010-43f40cdfa730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:39.810904 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fcb36-40ce-4a1b-a010-43f40cdfa730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:39.811298 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fcb36-40ce-4a1b-a010-43f40cdfa730 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:39.812282 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fcb36-40ce-4a1b-a010-43f40cdfa730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:39.812880 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fcb36-40ce-4a1b-a010-43f40cdfa730 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:39.813245 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fcb36-40ce-4a1b-a010-43f40cdfa730 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:39.813605 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fcb36-40ce-4a1b-a010-43f40cdfa730 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:39.814216 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fcb36-40ce-4a1b-a010-43f40cdfa730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:39.814536 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fcb36-40ce-4a1b-a010-43f40cdfa730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:39.814964 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fcb36-40ce-4a1b-a010-43f40cdfa730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:39.816277 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fcb36-40ce-4a1b-a010-43f40cdfa730 None None] Tracked resource versions report: Aug 25 16:04:39.816277 dv-cinder-806008-1-iscsi neutron-server[75048]: pushed versions: Aug 25 16:04:39.816277 dv-cinder-806008-1-iscsi neutron-server[75048]: { 'ConntrackHelper': {'1.0'}, Aug 25 16:04:39.816277 dv-cinder-806008-1-iscsi neutron-server[75048]: 'Log': {'1.0'}, Aug 25 16:04:39.816277 dv-cinder-806008-1-iscsi neutron-server[75048]: 'Network': {'1.1'}, Aug 25 16:04:39.816277 dv-cinder-806008-1-iscsi neutron-server[75048]: 'Port': {'1.5'}, Aug 25 16:04:39.816277 dv-cinder-806008-1-iscsi neutron-server[75048]: 'PortForwarding': {'1.2'}, Aug 25 16:04:39.816277 dv-cinder-806008-1-iscsi neutron-server[75048]: 'QosPolicy': {'1.8'}, Aug 25 16:04:39.816277 dv-cinder-806008-1-iscsi neutron-server[75048]: 'SecurityGroup': {'1.2'}, Aug 25 16:04:39.816277 dv-cinder-806008-1-iscsi neutron-server[75048]: 'SecurityGroupRule': {'1.0'}, Aug 25 16:04:39.816277 dv-cinder-806008-1-iscsi neutron-server[75048]: 'SubPort': {'1.0'}, Aug 25 16:04:39.816277 dv-cinder-806008-1-iscsi neutron-server[75048]: 'Subnet': {'1.1'}, Aug 25 16:04:39.816277 dv-cinder-806008-1-iscsi neutron-server[75048]: 'Trunk': {'1.1'}} Aug 25 16:04:39.816277 dv-cinder-806008-1-iscsi neutron-server[75048]: consumer versions: Aug 25 16:04:39.816277 dv-cinder-806008-1-iscsi neutron-server[75048]: { DHCP agent@dv-cinder-806008-1-iscsi: {}, Aug 25 16:04:39.816277 dv-cinder-806008-1-iscsi neutron-server[75048]: HyperV agent@hv-cinder-80600: {}, Aug 25 16:04:39.816277 dv-cinder-806008-1-iscsi neutron-server[75048]: L3 agent@dv-cinder-806008-1-iscsi: {}, Aug 25 16:04:39.816277 dv-cinder-806008-1-iscsi neutron-server[75048]: Metadata agent@dv-cinder-806008-1-iscsi: {}, Aug 25 16:04:39.816277 dv-cinder-806008-1-iscsi neutron-server[75048]: Metering agent@dv-cinder-806008-1-iscsi: {}, Aug 25 16:04:39.816277 dv-cinder-806008-1-iscsi neutron-server[75048]: Open vSwitch agent@dv-cinder-806008-1-iscsi: { 'ConntrackHelper': '1.0', Aug 25 16:04:39.816277 dv-cinder-806008-1-iscsi neutron-server[75048]: 'Log': '1.0', Aug 25 16:04:39.816277 dv-cinder-806008-1-iscsi neutron-server[75048]: 'Network': '1.1', Aug 25 16:04:39.816277 dv-cinder-806008-1-iscsi neutron-server[75048]: 'Port': '1.5', Aug 25 16:04:39.816277 dv-cinder-806008-1-iscsi neutron-server[75048]: 'PortForwarding': '1.2', Aug 25 16:04:39.816277 dv-cinder-806008-1-iscsi neutron-server[75048]: 'QosPolicy': '1.8', Aug 25 16:04:39.816277 dv-cinder-806008-1-iscsi neutron-server[75048]: 'SecurityGroup': '1.2', Aug 25 16:04:39.816277 dv-cinder-806008-1-iscsi neutron-server[75048]: 'SecurityGroupRule': '1.0', Aug 25 16:04:39.816277 dv-cinder-806008-1-iscsi neutron-server[75048]: 'SubPort': '1.0', Aug 25 16:04:39.816277 dv-cinder-806008-1-iscsi neutron-server[75048]: 'Subnet': '1.1', Aug 25 16:04:39.816277 dv-cinder-806008-1-iscsi neutron-server[75048]: 'Trunk': '1.1'}} Aug 25 16:04:39.816277 dv-cinder-806008-1-iscsi neutron-server[75048]: {{(pid=75048) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:04:39.819338 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [None req-024fcb36-40ce-4a1b-a010-43f40cdfa730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:39.822946 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [None req-f05aad88-367b-4628-bcd2-8afa9714eceb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:39.853304 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-7ed5cffc-ec0a-4da0-88cb-b4b2a1103854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:39.854245 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 44014) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:39.868025 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-bcd414b5-8911-4578-833e-93dcecbf0ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244'] for subnet, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:39.872047 dv-cinder-806008-1-iscsi neutron-server[75045]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 25 16:04:39.873099 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-7ed5cffc-ec0a-4da0-88cb-b4b2a1103854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:39.885210 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-a5a23085-d131-4941-9b16-d284796a8e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:39.891934 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-a5a23085-d131-4941-9b16-d284796a8e80 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3be92ea77b764baea0e3de0b7de6461c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2442291 Aug 25 16:04:39.892758 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 44018) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:39.923226 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-60ce1f8d-d38e-4f0d-ab38-f1214cdedfaf tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d7dfad5bc0e460f933cc2e5f4c570cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1244662 Aug 25 16:04:39.940174 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:39.959559 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-7d34a34e-1d6e-464c-909a-19c407a0edef admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:39.999452 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-bcd414b5-8911-4578-833e-93dcecbf0ce2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:40.010077 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-7ed5cffc-ec0a-4da0-88cb-b4b2a1103854 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=82929a0e1fe746ad9db58b8fbf0c9575&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9557440 Aug 25 16:04:40.010287 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 44032) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:40.010396 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fcb36-40ce-4a1b-a010-43f40cdfa730 None None] Pushing event updated for resources: {'Port': ['ID=484ada34-b678-482b-aea3-c47576f946ca,revision_number=3']} {{(pid=75048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:40.014174 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [None req-024fcb36-40ce-4a1b-a010-43f40cdfa730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:40.030508 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-a3548c18-62df-45ba-a717-e75d7cc3a9ec None None] Set router e79b5638-a1e9-40ab-aeba-98207a2688fd gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:04:40.034707 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-7d34a34e-1d6e-464c-909a-19c407a0edef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:40.052671 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-7d34a34e-1d6e-464c-909a-19c407a0edef admin admin] Usage tracker for resource:security_group_rule and tenant:0cf8141611464d45b27e259e824a7c1e is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:40.059429 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-7d34a34e-1d6e-464c-909a-19c407a0edef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:40.062299 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-dabdbb18-79d3-4c3b-ad05-39dade6841ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:40.068723 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-7d34a34e-1d6e-464c-909a-19c407a0edef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:40.073803 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-bcd414b5-8911-4578-833e-93dcecbf0ce2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d5bd7bf3-6046-41c7-b519-bc084e7bbba0 HTTP/1.1" status: 204 len: 168 time: 0.9296308 Aug 25 16:04:40.081701 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 44036) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:40.124552 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-dabdbb18-79d3-4c3b-ad05-39dade6841ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:40.185594 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-6221cd36-0272-4632-86a7-f88c67bb1f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:40.203464 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6866da7f-861a-4881-a1b3-4b10c5f4827a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588176'] for network, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:40.208104 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-db0f3525-8611-4758-91d7-e0e62a71ade5 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=75046) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:04:40.209528 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-db0f3525-8611-4758-91d7-e0e62a71ade5 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1373310 Aug 25 16:04:40.228852 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd414b5-8911-4578-833e-93dcecbf0ce2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5bd7bf3-6046-41c7-b519-bc084e7bbba0,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:40.264151 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-6221cd36-0272-4632-86a7-f88c67bb1f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:40.318726 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-bcd414b5-8911-4578-833e-93dcecbf0ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:40.321901 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.317s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:40.357958 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5cffc-ec0a-4da0-88cb-b4b2a1103854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847c60df-bede-4610-9b9e-4da93d37bc5f,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:40.390250 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-7d34a34e-1d6e-464c-909a-19c407a0edef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:40.400312 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-a3548c18-62df-45ba-a717-e75d7cc3a9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79b5638-a1e9-40ab-aeba-98207a2688fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1899457763-router', 'tenant_id': 'f675e5666b19428a9822ff26629e69fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '484ada34-b678-482b-aea3-c47576f946ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:35Z', 'updated_at': '2021-08-25T16:04:36Z', 'revision_number': 3, 'project_id': 'f675e5666b19428a9822ff26629e69fc', 'gw_port': {'id': '484ada34-b678-482b-aea3-c47576f946ca', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79b5638-a1e9-40ab-aeba-98207a2688fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:36Z', 'updated_at': '2021-08-25T16:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:04:40.406768 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3548c18-62df-45ba-a717-e75d7cc3a9ec None None] The sync data for ids ['e79b5638-a1e9-40ab-aeba-98207a2688fd'] in dv-cinder-806008-1-iscsi is: [{'id': 'e79b5638-a1e9-40ab-aeba-98207a2688fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1899457763-router', 'tenant_id': 'f675e5666b19428a9822ff26629e69fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '484ada34-b678-482b-aea3-c47576f946ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:35Z', 'updated_at': '2021-08-25T16:04:36Z', 'revision_number': 3, 'project_id': 'f675e5666b19428a9822ff26629e69fc', 'gw_port': {'id': '484ada34-b678-482b-aea3-c47576f946ca', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79b5638-a1e9-40ab-aeba-98207a2688fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:36Z', 'updated_at': '2021-08-25T16:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}] {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:04:40.411328 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-7d34a34e-1d6e-464c-909a-19c407a0edef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:40.423009 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-dabdbb18-79d3-4c3b-ad05-39dade6841ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:40.435390 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-38c0cad2-cbef-4595-9065-6b09760fdb56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:40.437374 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-7ed5cffc-ec0a-4da0-88cb-b4b2a1103854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:40.491250 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6866da7f-861a-4881-a1b3-4b10c5f4827a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730595', 'neutron.services.segments.db._delete_segments_for_network-8779528176258'] for network, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:40.498834 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_common [None req-76215b3e-2e86-419c-9cd8-ecc0d9c70ff0 admin admin] Allocated IP 172.20.0.1 (ce200f7d-ab4f-4302-beaa-d6a928b6d6a1/21c635d2-aa5a-4ebb-9743-23ef87a885c6/d2bbbd07-7797-46ba-9337-b97d2982047f) {{(pid=75045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:04:40.516109 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6866da7f-861a-4881-a1b3-4b10c5f4827a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:04:40.516464 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6866da7f-861a-4881-a1b3-4b10c5f4827a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:04:40.517264 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6866da7f-861a-4881-a1b3-4b10c5f4827a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:04:40.517585 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6866da7f-861a-4881-a1b3-4b10c5f4827a admin admin] Subscribe: > port after_create 55550000 {{(pid=75045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:04:40.517897 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6866da7f-861a-4881-a1b3-4b10c5f4827a admin admin] Subscribe: > port after_delete 55550000 {{(pid=75045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:04:40.518221 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6866da7f-861a-4881-a1b3-4b10c5f4827a admin admin] Subscribe: > port after_update 55550000 {{(pid=75045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:04:40.518541 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6866da7f-861a-4881-a1b3-4b10c5f4827a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:04:40.518857 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6866da7f-861a-4881-a1b3-4b10c5f4827a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:04:40.519164 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6866da7f-861a-4881-a1b3-4b10c5f4827a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:04:40.519474 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6866da7f-861a-4881-a1b3-4b10c5f4827a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:04:40.527918 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34a34e-1d6e-464c-909a-19c407a0edef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078d200e-459b-4405-80bf-ea82c0807f83,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:40.547617 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-7e6689ee-78c4-4b5c-93fb-6301a7a51497 service neutron] 10.222.0.43 "GET /v2.0/networks/0f67ca83-b2a6-4501-ba9c-b1beffdb110e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196256 Aug 25 16:04:40.568857 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-6221cd36-0272-4632-86a7-f88c67bb1f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:40.569742 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-dabdbb18-79d3-4c3b-ad05-39dade6841ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:40.573379 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-dabdbb18-79d3-4c3b-ad05-39dade6841ad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/91934b24-1443-41ba-9ae2-45f7c2f1a9f1 HTTP/1.1" status: 204 len: 168 time: 0.6670048 Aug 25 16:04:40.576990 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-7d34a34e-1d6e-464c-909a-19c407a0edef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0cf8141611464d45b27e259e824a7c1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7847357 Aug 25 16:04:40.587051 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabdbb18-79d3-4c3b-ad05-39dade6841ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91934b24-1443-41ba-9ae2-45f7c2f1a9f1,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:40.588985 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-dabdbb18-79d3-4c3b-ad05-39dade6841ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:40.590859 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-dabdbb18-79d3-4c3b-ad05-39dade6841ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:40.662267 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 44046) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:40.664296 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-6221cd36-0272-4632-86a7-f88c67bb1f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:40.665464 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-6221cd36-0272-4632-86a7-f88c67bb1f9e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/847c60df-bede-4610-9b9e-4da93d37bc5f HTTP/1.1" status: 204 len: 168 time: 0.6532087 Aug 25 16:04:40.690865 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221cd36-0272-4632-86a7-f88c67bb1f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847c60df-bede-4610-9b9e-4da93d37bc5f,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:40.697096 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-6221cd36-0272-4632-86a7-f88c67bb1f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:40.699308 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-88525f8a-b5b0-4dd8-97db-7480995bfc9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:40.699660 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-88525f8a-b5b0-4dd8-97db-7480995bfc9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:40.726673 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6866da7f-861a-4881-a1b3-4b10c5f4827a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:04:40.727042 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6866da7f-861a-4881-a1b3-4b10c5f4827a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:04:40.727371 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6866da7f-861a-4881-a1b3-4b10c5f4827a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:04:40.727693 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6866da7f-861a-4881-a1b3-4b10c5f4827a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:04:40.728065 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-6866da7f-861a-4881-a1b3-4b10c5f4827a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99731df6-6b08-4c96-bf6a-1b0c7cec75ea']}} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:04:40.749817 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-9972d017-fff1-4194-828a-f9806f456f40 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:40.757118 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-9972d017-fff1-4194-828a-f9806f456f40 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/networks?id=19552b71-7cb9-4c5a-9436-fcba33552e32 HTTP/1.1" status: 200 len: 815 time: 0.8990350 Aug 25 16:04:40.780425 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-6866da7f-861a-4881-a1b3-4b10c5f4827a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13096ae5-0c8e-4d99-ba63-a53daa5a1c4f') {'for_net_delete': True} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:04:40.780742 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-6866da7f-861a-4881-a1b3-4b10c5f4827a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13096ae5-0c8e-4d99-ba63-a53daa5a1c4f') {} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:04:40.810084 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-d2d7e07b-1919-4b44-90b3-e03e54537f2f service neutron] 10.222.0.43 "GET /v2.0/networks/0f67ca83-b2a6-4501-ba9c-b1beffdb110e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616091 Aug 25 16:04:40.814456 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-72800a20-f4f1-4d01-9765-0f1311a6d0c7 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/quotas/2e09075145744d7794abaa90e728ee8c HTTP/1.1" status: 200 len: 375 time: 0.0564981 Aug 25 16:04:40.829771 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-4125329b-cdaf-41e3-a1ad-9674cd132736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:40.835118 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6866da7f-861a-4881-a1b3-4b10c5f4827a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779528177565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3836974'] for segment, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:40.908531 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-4125329b-cdaf-41e3-a1ad-9674cd132736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:41.004513 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 484ada34-b678-482b-aea3-c47576f946ca up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:04:41.040498 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-4125329b-cdaf-41e3-a1ad-9674cd132736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:41.047126 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:41.049941 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-5019c221-7883-4dac-9ba6-1a2292ae2ec6 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e09075145744d7794abaa90e728ee8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2018814 Aug 25 16:04:41.073846 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125329b-cdaf-41e3-a1ad-9674cd132736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078d200e-459b-4405-80bf-ea82c0807f83,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:41.077384 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-4125329b-cdaf-41e3-a1ad-9674cd132736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:41.082620 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6866da7f-861a-4881-a1b3-4b10c5f4827a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:41.094288 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-4125329b-cdaf-41e3-a1ad-9674cd132736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:41.098415 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-4125329b-cdaf-41e3-a1ad-9674cd132736 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/078d200e-459b-4405-80bf-ea82c0807f83 HTTP/1.1" status: 204 len: 168 time: 0.4313488 Aug 25 16:04:41.113281 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6866da7f-861a-4881-a1b3-4b10c5f4827a admin admin] Releasing vlan 1252 on physical network physnet1 to pool {{(pid=75045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:04:41.113679 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6866da7f-861a-4881-a1b3-4b10c5f4827a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1731343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837707'] for segment, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:41.167510 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning for port 484ada34-b678-482b-aea3-c47576f946ca completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:04:41.178892 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 484ada34-b678-482b-aea3-c47576f946ca triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:04:41.180251 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: util.warn_limited( Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: util.warn_limited( Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: Traceback (most recent call last): Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: timer() Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: cb(*args, **kw) Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: return func(*args, **kwargs) Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: self._notify() Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: self.callback(batched_events) Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: event.method(event) Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: return f(self, *a, **k) Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: return self._get(url).json() Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: return self.request(url, 'GET', **kwargs) Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:04:41.209200 dv-cinder-806008-1-iscsi neutron-server[75045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:04:41.215366 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6866da7f-861a-4881-a1b3-4b10c5f4827a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683615'] for network, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:41.250723 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-91cee736-c731-4685-9b2e-fd019de1d14e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:41.304592 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6866da7f-861a-4881-a1b3-4b10c5f4827a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:41.338821 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866da7f-861a-4881-a1b3-4b10c5f4827a admin admin] Pushing event deleted for resources: {'Network': ['ID=99731df6-6b08-4c96-bf6a-1b0c7cec75ea,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:41.345906 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-6866da7f-861a-4881-a1b3-4b10c5f4827a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:41.358535 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-6866da7f-861a-4881-a1b3-4b10c5f4827a admin admin] 10.222.0.43 "DELETE /v2.0/networks/99731df6-6b08-4c96-bf6a-1b0c7cec75ea HTTP/1.1" status: 204 len: 168 time: 1.2758110 Aug 25 16:04:41.361389 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 44076) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:41.401359 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 44082) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:41.434783 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-be810d66-ae94-429a-b204-50f1cc036517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:41.460312 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-76215b3e-2e86-419c-9cd8-ecc0d9c70ff0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:41.492704 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 44088) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:41.507727 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:41.510992 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-be810d66-ae94-429a-b204-50f1cc036517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:41.521435 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-be810d66-ae94-429a-b204-50f1cc036517 admin admin] Usage tracker for resource:security_group_rule and tenant:c04a2aad0553476280533852fe4b2849 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:41.525277 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-be810d66-ae94-429a-b204-50f1cc036517 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:41.534709 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-be810d66-ae94-429a-b204-50f1cc036517 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:41.543611 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b5318fe-268e-4336-b44e-82171d135592 admin admin] Deleting subnet d53e6c9c-d76e-4686-ab56-c7e55b5aadc4 {{(pid=75046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:04:41.555752 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] For port 484ada34-b678-482b-aea3-c47576f946ca, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=484ada34-b678-482b-aea3-c47576f946ca,segment=NetworkSegment(6c802ec5-cb0c-4ebf-9051-a5208badfc91),segment_id=6c802ec5-cb0c-4ebf-9051-a5208badfc91)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:04:41.566406 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:41.569757 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:41.577698 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-76215b3e-2e86-419c-9cd8-ecc0d9c70ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:41.585396 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-4b5318fe-268e-4336-b44e-82171d135592 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:41.597947 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:41.634169 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9f57549a-4343-407f-bf5b-6cc261306edc req-07627b9f-d62e-48bd-9b46-ce4911b829e7 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 210 time: 0.1575484 Aug 25 16:04:41.648824 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e8738fd2-a13a-4a13-b0f7-fb5212f806f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:41.705404 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-4b5318fe-268e-4336-b44e-82171d135592 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:41.718799 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-4b5318fe-268e-4336-b44e-82171d135592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731498'] for subnet, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:41.747590 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-e8738fd2-a13a-4a13-b0f7-fb5212f806f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:41.749964 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Pushing event updated for resources: {'Port': ['ID=484ada34-b678-482b-aea3-c47576f946ca,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:41.757785 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-e8738fd2-a13a-4a13-b0f7-fb5212f806f0 admin admin] Usage tracker for resource:security_group_rule and tenant:e3501c71f3af440aabea41ade5a675a2 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:41.762128 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-e8738fd2-a13a-4a13-b0f7-fb5212f806f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:41.771770 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-e8738fd2-a13a-4a13-b0f7-fb5212f806f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:41.784391 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:41.785141 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:41.787156 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:41.787828 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:41.788393 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:41.788975 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:41.789482 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:41.790042 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:41.790519 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:41.791039 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:41.791508 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:41.792763 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Tracked resource versions report: Aug 25 16:04:41.792763 dv-cinder-806008-1-iscsi neutron-server[75047]: pushed versions: Aug 25 16:04:41.792763 dv-cinder-806008-1-iscsi neutron-server[75047]: { 'ConntrackHelper': {'1.0'}, Aug 25 16:04:41.792763 dv-cinder-806008-1-iscsi neutron-server[75047]: 'Log': {'1.0'}, Aug 25 16:04:41.792763 dv-cinder-806008-1-iscsi neutron-server[75047]: 'Network': {'1.1'}, Aug 25 16:04:41.792763 dv-cinder-806008-1-iscsi neutron-server[75047]: 'Port': {'1.5'}, Aug 25 16:04:41.792763 dv-cinder-806008-1-iscsi neutron-server[75047]: 'PortForwarding': {'1.2'}, Aug 25 16:04:41.792763 dv-cinder-806008-1-iscsi neutron-server[75047]: 'QosPolicy': {'1.8'}, Aug 25 16:04:41.792763 dv-cinder-806008-1-iscsi neutron-server[75047]: 'SecurityGroup': {'1.2'}, Aug 25 16:04:41.792763 dv-cinder-806008-1-iscsi neutron-server[75047]: 'SecurityGroupRule': {'1.0'}, Aug 25 16:04:41.792763 dv-cinder-806008-1-iscsi neutron-server[75047]: 'SubPort': {'1.0'}, Aug 25 16:04:41.792763 dv-cinder-806008-1-iscsi neutron-server[75047]: 'Subnet': {'1.1'}, Aug 25 16:04:41.792763 dv-cinder-806008-1-iscsi neutron-server[75047]: 'Trunk': {'1.1'}} Aug 25 16:04:41.792763 dv-cinder-806008-1-iscsi neutron-server[75047]: consumer versions: Aug 25 16:04:41.792763 dv-cinder-806008-1-iscsi neutron-server[75047]: { DHCP agent@dv-cinder-806008-1-iscsi: {}, Aug 25 16:04:41.792763 dv-cinder-806008-1-iscsi neutron-server[75047]: HyperV agent@hv-cinder-80600: {}, Aug 25 16:04:41.792763 dv-cinder-806008-1-iscsi neutron-server[75047]: L3 agent@dv-cinder-806008-1-iscsi: {}, Aug 25 16:04:41.792763 dv-cinder-806008-1-iscsi neutron-server[75047]: Metadata agent@dv-cinder-806008-1-iscsi: {}, Aug 25 16:04:41.792763 dv-cinder-806008-1-iscsi neutron-server[75047]: Metering agent@dv-cinder-806008-1-iscsi: {}, Aug 25 16:04:41.792763 dv-cinder-806008-1-iscsi neutron-server[75047]: Open vSwitch agent@dv-cinder-806008-1-iscsi: { 'ConntrackHelper': '1.0', Aug 25 16:04:41.792763 dv-cinder-806008-1-iscsi neutron-server[75047]: 'Log': '1.0', Aug 25 16:04:41.792763 dv-cinder-806008-1-iscsi neutron-server[75047]: 'Network': '1.1', Aug 25 16:04:41.792763 dv-cinder-806008-1-iscsi neutron-server[75047]: 'Port': '1.5', Aug 25 16:04:41.792763 dv-cinder-806008-1-iscsi neutron-server[75047]: 'PortForwarding': '1.2', Aug 25 16:04:41.792763 dv-cinder-806008-1-iscsi neutron-server[75047]: 'QosPolicy': '1.8', Aug 25 16:04:41.792763 dv-cinder-806008-1-iscsi neutron-server[75047]: 'SecurityGroup': '1.2', Aug 25 16:04:41.792763 dv-cinder-806008-1-iscsi neutron-server[75047]: 'SecurityGroupRule': '1.0', Aug 25 16:04:41.792763 dv-cinder-806008-1-iscsi neutron-server[75047]: 'SubPort': '1.0', Aug 25 16:04:41.792763 dv-cinder-806008-1-iscsi neutron-server[75047]: 'Subnet': '1.1', Aug 25 16:04:41.792763 dv-cinder-806008-1-iscsi neutron-server[75047]: 'Trunk': '1.1'}} Aug 25 16:04:41.792763 dv-cinder-806008-1-iscsi neutron-server[75047]: {{(pid=75047) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:04:41.798503 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76215b3e-2e86-419c-9cd8-ecc0d9c70ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=d2bbbd07-7797-46ba-9337-b97d2982047f,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:41.809560 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-76215b3e-2e86-419c-9cd8-ecc0d9c70ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:41.815651 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:41.842546 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76215b3e-2e86-419c-9cd8-ecc0d9c70ff0 admin admin] Network ce200f7d-ab4f-4302-beaa-d6a928b6d6a1 is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:04:41.845800 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-76215b3e-2e86-419c-9cd8-ecc0d9c70ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:04:41.852827 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76215b3e-2e86-419c-9cd8-ecc0d9c70ff0 admin admin] Received port after_create {{(pid=75045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:04:41.925357 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-4b5318fe-268e-4336-b44e-82171d135592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244'] for subnet, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:41.948301 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:41.954283 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-be810d66-ae94-429a-b204-50f1cc036517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:41.968495 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-be810d66-ae94-429a-b204-50f1cc036517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:42.016222 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5318fe-268e-4336-b44e-82171d135592 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d53e6c9c-d76e-4686-ab56-c7e55b5aadc4,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:42.017824 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-febb5206-2724-4a0c-a2c0-3b070c8791f7 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=75045) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:04:42.024084 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-4b5318fe-268e-4336-b44e-82171d135592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:42.024812 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-febb5206-2724-4a0c-a2c0-3b070c8791f7 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2276521 Aug 25 16:04:42.025539 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:42.039805 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-4b5318fe-268e-4336-b44e-82171d135592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for subnet, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:42.043437 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e8738fd2-a13a-4a13-b0f7-fb5212f806f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:42.045958 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-76215b3e-2e86-419c-9cd8-ecc0d9c70ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683712'] for router_interface, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:42.052257 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e8738fd2-a13a-4a13-b0f7-fb5212f806f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:42.056697 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-4b5318fe-268e-4336-b44e-82171d135592 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d53e6c9c-d76e-4686-ab56-c7e55b5aadc4 HTTP/1.1" status: 204 len: 168 time: 0.6906598 Aug 25 16:04:42.061924 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 44102) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:42.062440 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:42.093885 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8738fd2-a13a-4a13-b0f7-fb5212f806f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92d146a-2cc2-4e58-a157-1b807e267694,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:42.117879 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-e8738fd2-a13a-4a13-b0f7-fb5212f806f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:42.226006 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-be810d66-ae94-429a-b204-50f1cc036517 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c04a2aad0553476280533852fe4b2849&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8147907 Aug 25 16:04:42.226006 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be810d66-ae94-429a-b204-50f1cc036517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545aeb67-f8b3-4064-b09f-2904a473852f,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:42.227190 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 44108) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:42.227471 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 44112) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:42.237461 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-be810d66-ae94-429a-b204-50f1cc036517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:42.251144 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-e8738fd2-a13a-4a13-b0f7-fb5212f806f0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e3501c71f3af440aabea41ade5a675a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7127805 Aug 25 16:04:42.254565 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 44118) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:42.299027 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e0c4e6fb-2bb4-401b-9044-8da4183d410a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588176'] for network, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:42.344791 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-77e81218-484a-4717-960f-5d068d062423 service neutron] 10.222.0.43 "GET /v2.0/networks/19552b71-7cb9-4c5a-9436-fcba33552e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879498 Aug 25 16:04:42.351813 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-59d26412-219e-4be4-8e27-2023b55dc076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:42.374565 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-707a265b-d4cc-4a83-93ec-d8ea7d286ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:42.481507 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-707a265b-d4cc-4a83-93ec-d8ea7d286ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:42.497563 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e0c4e6fb-2bb4-401b-9044-8da4183d410a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730595', 'neutron.services.segments.db._delete_segments_for_network-8779528176258'] for network, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:42.520361 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e0c4e6fb-2bb4-401b-9044-8da4183d410a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:04:42.520777 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e0c4e6fb-2bb4-401b-9044-8da4183d410a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:04:42.521573 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e0c4e6fb-2bb4-401b-9044-8da4183d410a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:04:42.521896 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e0c4e6fb-2bb4-401b-9044-8da4183d410a admin admin] Subscribe: > port after_create 55550000 {{(pid=75046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:04:42.522206 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e0c4e6fb-2bb4-401b-9044-8da4183d410a admin admin] Subscribe: > port after_delete 55550000 {{(pid=75046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:04:42.522926 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e0c4e6fb-2bb4-401b-9044-8da4183d410a admin admin] Subscribe: > port after_update 55550000 {{(pid=75046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:04:42.522926 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e0c4e6fb-2bb4-401b-9044-8da4183d410a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:04:42.523185 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e0c4e6fb-2bb4-401b-9044-8da4183d410a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:04:42.523497 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e0c4e6fb-2bb4-401b-9044-8da4183d410a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:04:42.523803 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e0c4e6fb-2bb4-401b-9044-8da4183d410a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:04:42.547735 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-59d26412-219e-4be4-8e27-2023b55dc076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:42.578049 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-59d26412-219e-4be4-8e27-2023b55dc076 admin admin] Usage tracker for resource:security_group_rule and tenant:5b49f0fe84484cdc81fd30965f3d680d is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:42.582181 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-59d26412-219e-4be4-8e27-2023b55dc076 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:42.590534 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-59d26412-219e-4be4-8e27-2023b55dc076 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:42.696929 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e0c4e6fb-2bb4-401b-9044-8da4183d410a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:04:42.697611 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e0c4e6fb-2bb4-401b-9044-8da4183d410a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:04:42.697611 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e0c4e6fb-2bb4-401b-9044-8da4183d410a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:04:42.697939 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e0c4e6fb-2bb4-401b-9044-8da4183d410a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:04:42.698301 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.services.segments.db [None req-e0c4e6fb-2bb4-401b-9044-8da4183d410a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a554a0-2f62-48de-aa88-5cb11d772db7']}} {{(pid=75046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:04:42.708261 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-259a93a7-e9af-4063-be8f-505dc9595c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:42.731296 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-76215b3e-2e86-419c-9cd8-ecc0d9c70ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:42.769171 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-259a93a7-e9af-4063-be8f-505dc9595c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:42.790775 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-b90fb281-db77-471c-b2fe-87acdd743f39 service neutron] 10.222.0.43 "GET /v2.0/networks/19552b71-7cb9-4c5a-9436-fcba33552e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183140 Aug 25 16:04:42.809241 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.services.segments.db [None req-e0c4e6fb-2bb4-401b-9044-8da4183d410a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5edc5c43-12b8-4d43-a30c-a4c1edfa0ed3') {'for_net_delete': True} {{(pid=75046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:04:42.809536 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.services.segments.db [None req-e0c4e6fb-2bb4-401b-9044-8da4183d410a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5edc5c43-12b8-4d43-a30c-a4c1edfa0ed3') {} {{(pid=75046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:04:42.842431 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-cfc92bdb-bc66-4100-9d0c-ba3f4640b301 req-eeaecb5a-08a0-4211-91ec-8924a8300b5d tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 210 time: 0.0712290 Aug 25 16:04:42.845163 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e0c4e6fb-2bb4-401b-9044-8da4183d410a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779528177565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4000215'] for segment, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:42.874022 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e0c4e6fb-2bb4-401b-9044-8da4183d410a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:42.892788 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c4e6fb-2bb4-401b-9044-8da4183d410a admin admin] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=75046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:04:42.893603 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e0c4e6fb-2bb4-401b-9044-8da4183d410a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1731343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3202327'] for segment, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: util.warn_limited( Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: util.warn_limited( Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: Traceback (most recent call last): Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: timer() Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: cb(*args, **kw) Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: return func(*args, **kwargs) Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: self._notify() Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: self.callback(batched_events) Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: event.method(event) Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: return f(self, *a, **k) Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: return self._get(url).json() Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: return self.request(url, 'GET', **kwargs) Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:04:42.914463 dv-cinder-806008-1-iscsi neutron-server[75046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:04:42.924817 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-59d26412-219e-4be4-8e27-2023b55dc076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:42.926383 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-707a265b-d4cc-4a83-93ec-d8ea7d286ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:42.961637 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-59d26412-219e-4be4-8e27-2023b55dc076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:42.991150 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:42.994275 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 484ada34-b678-482b-aea3-c47576f946ca up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:04:43.049013 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:43.070880 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-259a93a7-e9af-4063-be8f-505dc9595c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:43.134085 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a265b-d4cc-4a83-93ec-d8ea7d286ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92d146a-2cc2-4e58-a157-1b807e267694,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:43.170746 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-707a265b-d4cc-4a83-93ec-d8ea7d286ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:43.188575 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-707a265b-d4cc-4a83-93ec-d8ea7d286ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:43.192226 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-707a265b-d4cc-4a83-93ec-d8ea7d286ce4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f92d146a-2cc2-4e58-a157-1b807e267694 HTTP/1.1" status: 204 len: 168 time: 0.9360943 Aug 25 16:04:43.226171 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 484ada34-b678-482b-aea3-c47576f946ca triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:04:43.226543 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:43.300345 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-76215b3e-2e86-419c-9cd8-ecc0d9c70ff0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:43.314095 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-bff8c894-45b9-4428-b0be-bd4251f63da7 req-142a9a9e-6d8e-4921-8c9c-1e8ff8cdb040 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 210 time: 0.1193390 Aug 25 16:04:43.314928 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e0c4e6fb-2bb4-401b-9044-8da4183d410a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683615'] for network, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:43.319388 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-8d090199-5602-4349-8e36-484a89634f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:43.338975 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e0c4e6fb-2bb4-401b-9044-8da4183d410a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:43.343696 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4e6fb-2bb4-401b-9044-8da4183d410a admin admin] Pushing event deleted for resources: {'Network': ['ID=c6a554a0-2f62-48de-aa88-5cb11d772db7,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:43.347817 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-e0c4e6fb-2bb4-401b-9044-8da4183d410a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:43.353161 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-e0c4e6fb-2bb4-401b-9044-8da4183d410a admin admin] 10.222.0.43 "DELETE /v2.0/networks/c6a554a0-2f62-48de-aa88-5cb11d772db7 HTTP/1.1" status: 204 len: 168 time: 1.2625618 Aug 25 16:04:43.357228 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d26412-219e-4be4-8e27-2023b55dc076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5e3ff7-dbeb-48c4-84fd-fdac550441d1,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:43.364649 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-59d26412-219e-4be4-8e27-2023b55dc076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:43.376477 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-f602cf1e-9492-4aac-a635-c2b2f98d7a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:43.403165 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-76215b3e-2e86-419c-9cd8-ecc0d9c70ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3837783'] for port, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:43.411021 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a93a7-e9af-4063-be8f-505dc9595c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545aeb67-f8b3-4064-b09f-2904a473852f,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:43.419836 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-259a93a7-e9af-4063-be8f-505dc9595c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:43.501876 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-410ac28b-0dc2-4fb3-9130-caed679df735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:43.555587 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-59d26412-219e-4be4-8e27-2023b55dc076 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5b49f0fe84484cdc81fd30965f3d680d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3236201 Aug 25 16:04:43.558085 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 44178) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:43.604905 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-76215b3e-2e86-419c-9cd8-ecc0d9c70ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684841'] for router_interface, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:43.631080 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-259a93a7-e9af-4063-be8f-505dc9595c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:43.632410 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-259a93a7-e9af-4063-be8f-505dc9595c09 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/545aeb67-f8b3-4064-b09f-2904a473852f HTTP/1.1" status: 204 len: 168 time: 1.3990686 Aug 25 16:04:43.694825 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a0fd7ebd-475c-4ca7-9526-2c3dd1f0d14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:43.705372 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76215b3e-2e86-419c-9cd8-ecc0d9c70ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=d2bbbd07-7797-46ba-9337-b97d2982047f,revision_number=2']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:43.710307 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-76215b3e-2e86-419c-9cd8-ecc0d9c70ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:43.729856 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a0fd7ebd-475c-4ca7-9526-2c3dd1f0d14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:43.820148 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 44196) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:43.820554 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76215b3e-2e86-419c-9cd8-ecc0d9c70ff0 admin admin] Network ce200f7d-ab4f-4302-beaa-d6a928b6d6a1 is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:04:43.824104 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a0fd7ebd-475c-4ca7-9526-2c3dd1f0d14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:43.825612 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-76215b3e-2e86-419c-9cd8-ecc0d9c70ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:04:43.845027 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-88525f8a-b5b0-4dd8-97db-7480995bfc9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:43.859875 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd7ebd-475c-4ca7-9526-2c3dd1f0d14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5e3ff7-dbeb-48c4-84fd-fdac550441d1,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:43.864696 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-a0fd7ebd-475c-4ca7-9526-2c3dd1f0d14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:43.886268 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a0fd7ebd-475c-4ca7-9526-2c3dd1f0d14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:43.887356 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-a0fd7ebd-475c-4ca7-9526-2c3dd1f0d14e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4e5e3ff7-dbeb-48c4-84fd-fdac550441d1 HTTP/1.1" status: 204 len: 168 time: 0.3281727 Aug 25 16:04:43.910164 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-601464f1-6ef5-4e8c-bca2-c47fc37c6a7a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=72f3e2fc707d44f6a59aa5177a300383&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0860119 Aug 25 16:04:43.910355 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 44206) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:43.998391 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-92102e4b-7823-4577-a8d3-0192ff363cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:44.038894 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-92102e4b-7823-4577-a8d3-0192ff363cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:44.207548 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-948078d7-bd58-428f-9989-692d323391a1 req-5a0836bd-3e4c-4820-ab3d-e6dc623bedde tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 210 time: 0.0872264 Aug 25 16:04:44.221844 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-92102e4b-7823-4577-a8d3-0192ff363cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:44.231256 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-a5a23085-d131-4941-9b16-d284796a8e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:44.267114 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92102e4b-7823-4577-a8d3-0192ff363cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2012b6-703d-43fc-9c6c-79258c59ab07,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:44.273759 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-92102e4b-7823-4577-a8d3-0192ff363cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:44.276838 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-92102e4b-7823-4577-a8d3-0192ff363cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:44.278573 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-92102e4b-7823-4577-a8d3-0192ff363cde admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6a2012b6-703d-43fc-9c6c-79258c59ab07 HTTP/1.1" status: 204 len: 168 time: 0.3670456 Aug 25 16:04:44.580761 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76215b3e-2e86-419c-9cd8-ecc0d9c70ff0 admin admin] Router e79b5638-a1e9-40ab-aeba-98207a2688fd has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:04:44.669543 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-48c0c7a7-7dc6-4b8a-b8f6-16bf48345dc1 req-a52bab29-4185-4d10-bded-a7a25f8f1808 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 210 time: 0.0868347 Aug 25 16:04:44.897193 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 44246) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:44.942955 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76215b3e-2e86-419c-9cd8-ecc0d9c70ff0 admin admin] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:04:44.949407 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-76215b3e-2e86-419c-9cd8-ecc0d9c70ff0 admin admin] 10.222.0.43 "PUT /v2.0/routers/e79b5638-a1e9-40ab-aeba-98207a2688fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1765530 Aug 25 16:04:44.951363 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eef6e6-bd6a-480c-ac0d-db536b2e0d29 None None] Sync routers for ids ['e79b5638-a1e9-40ab-aeba-98207a2688fd'] in dv-cinder-806008-1-iscsi {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:04:44.971113 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eef6e6-bd6a-480c-ac0d-db536b2e0d29 None None] Routers {'e79b5638-a1e9-40ab-aeba-98207a2688fd'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:04:44.972586 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-29eef6e6-bd6a-480c-ac0d-db536b2e0d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:04:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['e79b5638-a1e9-40ab-aeba-98207a2688fd'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:04:44.994275 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-34d29864-1df6-4fca-95cf-8fdfdc4e0be4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7c42f86db80843c28b4661c74940912e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0951042 Aug 25 16:04:44.997069 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 44254) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:45.075068 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-7b2b30ef-053c-4e00-b1da-72f9687bc34d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:45.104197 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-7b2b30ef-053c-4e00-b1da-72f9687bc34d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:45.177299 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-29eef6e6-bd6a-480c-ac0d-db536b2e0d29 None None] Set router e79b5638-a1e9-40ab-aeba-98207a2688fd gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:04:45.179232 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-7b2b30ef-053c-4e00-b1da-72f9687bc34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:45.186934 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-4125329b-cdaf-41e3-a1ad-9674cd132736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:45.200167 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b30ef-053c-4e00-b1da-72f9687bc34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a839f421-93f9-4bde-a324-c7a681dd2deb,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:45.209955 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-7b2b30ef-053c-4e00-b1da-72f9687bc34d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:45.216383 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-7b2b30ef-053c-4e00-b1da-72f9687bc34d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:45.217836 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-7b2b30ef-053c-4e00-b1da-72f9687bc34d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a839f421-93f9-4bde-a324-c7a681dd2deb HTTP/1.1" status: 204 len: 168 time: 0.2196786 Aug 25 16:04:45.465320 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-d5c48b63-5ff1-4a1d-9330-17570dfabd61 req-6974f8db-0dc8-48a7-a704-5edea79d3ffd tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 210 time: 0.0588551 Aug 25 16:04:45.594227 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-29eef6e6-bd6a-480c-ac0d-db536b2e0d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79b5638-a1e9-40ab-aeba-98207a2688fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1899457763-router', 'tenant_id': 'f675e5666b19428a9822ff26629e69fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '484ada34-b678-482b-aea3-c47576f946ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:35Z', 'updated_at': '2021-08-25T16:04:42Z', 'revision_number': 4, 'project_id': 'f675e5666b19428a9822ff26629e69fc', 'gw_port': {'id': '484ada34-b678-482b-aea3-c47576f946ca', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b5638-a1e9-40ab-aeba-98207a2688fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:36Z', 'updated_at': '2021-08-25T16:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': 'd2bbbd07-7797-46ba-9337-b97d2982047f', 'name': '', 'network_id': 'ce200f7d-ab4f-4302-beaa-d6a928b6d6a1', 'tenant_id': 'f675e5666b19428a9822ff26629e69fc', 'mac_address': 'fa:16:3e:31:e6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79b5638-a1e9-40ab-aeba-98207a2688fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21c635d2-aa5a-4ebb-9743-23ef87a885c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:39Z', 'updated_at': '2021-08-25T16:04:42Z', 'revision_number': 2, 'project_id': 'f675e5666b19428a9822ff26629e69fc', 'subnets': [{'id': '21c635d2-aa5a-4ebb-9743-23ef87a885c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:04:45.599233 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eef6e6-bd6a-480c-ac0d-db536b2e0d29 None None] Checking router: e79b5638-a1e9-40ab-aeba-98207a2688fd for host: dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:04:45.599618 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eef6e6-bd6a-480c-ac0d-db536b2e0d29 None None] Updating router e79b5638-a1e9-40ab-aeba-98207a2688fd port d2bbbd07-7797-46ba-9337-b97d2982047f binding host dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:04:45.661804 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-29eef6e6-bd6a-480c-ac0d-db536b2e0d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:45.871875 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ab8048fa-42e2-4453-8356-65078fb36ae5 req-34ebdd3b-a09a-49f3-b752-8620c8c24158 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 210 time: 0.0579295 Aug 25 16:04:46.123127 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-29eef6e6-bd6a-480c-ac0d-db536b2e0d29 None None] Notify callbacks [] for port, precommit_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:46.135355 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-29eef6e6-bd6a-480c-ac0d-db536b2e0d29 None None] Transition to ACTIVE for port object d2bbbd07-7797-46ba-9337-b97d2982047f will not be triggered until provisioned by entity L2. {{(pid=75047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:04:46.143518 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-29eef6e6-bd6a-480c-ac0d-db536b2e0d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:46.148613 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:46.345219 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b575689-b8d2-423d-a662-ab2985e9b983 None None] Pushing event updated for resources: {'Port': ['ID=d2bbbd07-7797-46ba-9337-b97d2982047f,revision_number=3']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:46.349366 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9b575689-b8d2-423d-a662-ab2985e9b983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:46.505108 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-29eef6e6-bd6a-480c-ac0d-db536b2e0d29 None None] Attempting to bind port d2bbbd07-7797-46ba-9337-b97d2982047f on host dv-cinder-806008-1-iscsi for vnic_type normal with profile {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:04:46.509958 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-29eef6e6-bd6a-480c-ac0d-db536b2e0d29 None None] Attempting to bind port d2bbbd07-7797-46ba-9337-b97d2982047f by drivers openvswitch,hyperv on host dv-cinder-806008-1-iscsi at level 0 using segments [{'id': 'ae45f4da-7e93-4d9e-a93e-e971d68c1d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'ce200f7d-ab4f-4302-beaa-d6a928b6d6a1'}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:04:46.510523 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eef6e6-bd6a-480c-ac0d-db536b2e0d29 None None] Attempting to bind port d2bbbd07-7797-46ba-9337-b97d2982047f on network ce200f7d-ab4f-4302-beaa-d6a928b6d6a1 {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:04:46.525647 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eef6e6-bd6a-480c-ac0d-db536b2e0d29 None None] Checking agent: {'id': '8ad9899d-d2ce-4381-ae51-c9c56b6945b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 56, 26), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:04:46.526846 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eef6e6-bd6a-480c-ac0d-db536b2e0d29 None None] Checking segment: {'id': 'ae45f4da-7e93-4d9e-a93e-e971d68c1d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'ce200f7d-ab4f-4302-beaa-d6a928b6d6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:04:46.527252 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-29eef6e6-bd6a-480c-ac0d-db536b2e0d29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:46.527641 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eef6e6-bd6a-480c-ac0d-db536b2e0d29 None None] Bound using segment: {'id': 'ae45f4da-7e93-4d9e-a93e-e971d68c1d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'ce200f7d-ab4f-4302-beaa-d6a928b6d6a1'} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:04:46.528311 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-29eef6e6-bd6a-480c-ac0d-db536b2e0d29 None None] Bound port: d2bbbd07-7797-46ba-9337-b97d2982047f, host: dv-cinder-806008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45f4da-7e93-4d9e-a93e-e971d68c1d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'ce200f7d-ab4f-4302-beaa-d6a928b6d6a1'}}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:04:46.528807 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-29eef6e6-bd6a-480c-ac0d-db536b2e0d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:46.612705 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec370c-d85b-463c-880e-ce679d15a718 req-ba9cfb46-6328-4b34-9ba8-6379f404dd34 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:46.614503 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1cec370c-d85b-463c-880e-ce679d15a718 req-ba9cfb46-6328-4b34-9ba8-6379f404dd34 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/networks?id=ce200f7d-ab4f-4302-beaa-d6a928b6d6a1 HTTP/1.1" status: 200 len: 819 time: 0.1613326 Aug 25 16:04:46.625266 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-29eef6e6-bd6a-480c-ac0d-db536b2e0d29 None None] For port d2bbbd07-7797-46ba-9337-b97d2982047f, host dv-cinder-806008-1-iscsi, cleared binding levels {{(pid=75047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:04:46.628653 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-29eef6e6-bd6a-480c-ac0d-db536b2e0d29 None None] For port d2bbbd07-7797-46ba-9337-b97d2982047f, host dv-cinder-806008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=d2bbbd07-7797-46ba-9337-b97d2982047f,segment=NetworkSegment(ae45f4da-7e93-4d9e-a93e-e971d68c1d91),segment_id=ae45f4da-7e93-4d9e-a93e-e971d68c1d91)] {{(pid=75047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:04:46.636376 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-29eef6e6-bd6a-480c-ac0d-db536b2e0d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:46.649497 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1cec370c-d85b-463c-880e-ce679d15a718 req-590d1651-7ea3-4583-9336-fe5b26f086dc tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/quotas/f675e5666b19428a9822ff26629e69fc HTTP/1.1" status: 200 len: 375 time: 0.0295031 Aug 25 16:04:46.654262 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9b575689-b8d2-423d-a662-ab2985e9b983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:46.666761 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c1efefb2-1b25-4879-a82a-c607f92165cd req-4a169b0e-c910-4e5d-845f-e49ab419bdeb tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 210 time: 0.0490329 Aug 25 16:04:46.753942 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b575689-b8d2-423d-a662-ab2985e9b983 None None] Pushing event updated for resources: {'Port': ['ID=d2bbbd07-7797-46ba-9337-b97d2982047f,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:46.758856 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9b575689-b8d2-423d-a662-ab2985e9b983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:46.761767 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eef6e6-bd6a-480c-ac0d-db536b2e0d29 None None] Routers {'e79b5638-a1e9-40ab-aeba-98207a2688fd'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:04:46.763366 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-29eef6e6-bd6a-480c-ac0d-db536b2e0d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:04:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['e79b5638-a1e9-40ab-aeba-98207a2688fd'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:04:46.774712 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1cec370c-d85b-463c-880e-ce679d15a718 req-78742e08-72da-43ac-8a58-38192882ae52 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f675e5666b19428a9822ff26629e69fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1244366 Aug 25 16:04:46.935227 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1cec370c-d85b-463c-880e-ce679d15a718 req-c857c861-5555-4b17-a10e-d2af7e57c2ef service neutron] 10.222.0.43 "GET /v2.0/networks/ce200f7d-ab4f-4302-beaa-d6a928b6d6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541157 Aug 25 16:04:46.971369 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-29eef6e6-bd6a-480c-ac0d-db536b2e0d29 None None] Set router e79b5638-a1e9-40ab-aeba-98207a2688fd gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:04:47.137565 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1cec370c-d85b-463c-880e-ce679d15a718 req-8c3eb256-1c48-4e6b-852c-d5907ff60420 service neutron] 10.222.0.43 "GET /v2.0/networks/ce200f7d-ab4f-4302-beaa-d6a928b6d6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914027 Aug 25 16:04:47.139403 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-902cc9d7-99e3-4eaa-b1ff-c13b34910e9e req-a9895c69-991f-46be-9806-bc83163346c6 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 210 time: 0.0856712 Aug 25 16:04:47.405664 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-d9c49938-66b6-49db-93a7-f3f70ddf55b9 req-c8f0e6d8-960f-4276-8409-1549916855d9 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 210 time: 0.0685613 Aug 25 16:04:47.457212 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-29eef6e6-bd6a-480c-ac0d-db536b2e0d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79b5638-a1e9-40ab-aeba-98207a2688fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1899457763-router', 'tenant_id': 'f675e5666b19428a9822ff26629e69fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '484ada34-b678-482b-aea3-c47576f946ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:35Z', 'updated_at': '2021-08-25T16:04:42Z', 'revision_number': 4, 'project_id': 'f675e5666b19428a9822ff26629e69fc', 'gw_port': {'id': '484ada34-b678-482b-aea3-c47576f946ca', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b5638-a1e9-40ab-aeba-98207a2688fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:36Z', 'updated_at': '2021-08-25T16:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': 'd2bbbd07-7797-46ba-9337-b97d2982047f', 'name': '', 'network_id': 'ce200f7d-ab4f-4302-beaa-d6a928b6d6a1', 'tenant_id': 'f675e5666b19428a9822ff26629e69fc', 'mac_address': 'fa:16:3e:31:e6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79b5638-a1e9-40ab-aeba-98207a2688fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21c635d2-aa5a-4ebb-9743-23ef87a885c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:39Z', 'updated_at': '2021-08-25T16:04:46Z', 'revision_number': 4, 'project_id': 'f675e5666b19428a9822ff26629e69fc', 'subnets': [{'id': '21c635d2-aa5a-4ebb-9743-23ef87a885c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:04:47.462506 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eef6e6-bd6a-480c-ac0d-db536b2e0d29 None None] The sync data for ids ['e79b5638-a1e9-40ab-aeba-98207a2688fd'] in dv-cinder-806008-1-iscsi is: [{'id': 'e79b5638-a1e9-40ab-aeba-98207a2688fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1899457763-router', 'tenant_id': 'f675e5666b19428a9822ff26629e69fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '484ada34-b678-482b-aea3-c47576f946ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:35Z', 'updated_at': '2021-08-25T16:04:42Z', 'revision_number': 4, 'project_id': 'f675e5666b19428a9822ff26629e69fc', 'gw_port': {'id': '484ada34-b678-482b-aea3-c47576f946ca', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b5638-a1e9-40ab-aeba-98207a2688fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:36Z', 'updated_at': '2021-08-25T16:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': 'd2bbbd07-7797-46ba-9337-b97d2982047f', 'name': '', 'network_id': 'ce200f7d-ab4f-4302-beaa-d6a928b6d6a1', 'tenant_id': 'f675e5666b19428a9822ff26629e69fc', 'mac_address': 'fa:16:3e:31:e6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79b5638-a1e9-40ab-aeba-98207a2688fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21c635d2-aa5a-4ebb-9743-23ef87a885c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:39Z', 'updated_at': '2021-08-25T16:04:46Z', 'revision_number': 4, 'project_id': 'f675e5666b19428a9822ff26629e69fc', 'subnets': [{'id': '21c635d2-aa5a-4ebb-9743-23ef87a885c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:04:48.019127 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ee81dd7e-fec2-45ab-a8a6-c6e569553567 req-5db48531-83b3-4258-8211-1f6f244259d2 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 210 time: 0.0647361 Aug 25 16:04:48.154850 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-80acfe42-5a4b-4563-b1bd-006d84be525b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:48.165380 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-80acfe42-5a4b-4563-b1bd-006d84be525b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/networks?id=ce200f7d-ab4f-4302-beaa-d6a928b6d6a1 HTTP/1.1" status: 200 len: 819 time: 0.2267594 Aug 25 16:04:48.225067 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-80652169-764c-4d97-855e-e518c733af78 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/quotas/f675e5666b19428a9822ff26629e69fc HTTP/1.1" status: 200 len: 375 time: 0.0584273 Aug 25 16:04:48.322000 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-69deb5f5-7888-4f23-865f-9e462a5c3da5 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f675e5666b19428a9822ff26629e69fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0960011 Aug 25 16:04:48.409599 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2c28839f-1c56-4a01-80d8-ce94a1b8d2e3 req-6b162330-6d93-4537-9622-bf6904c7e27b tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 210 time: 0.0763724 Aug 25 16:04:48.639934 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-997ad624-0920-44e4-9401-ecd687a3364a service neutron] 10.222.0.43 "GET /v2.0/networks/ce200f7d-ab4f-4302-beaa-d6a928b6d6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168023 Aug 25 16:04:48.744848 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.21', 58954) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:48.981556 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-f8a7c3d7-5f86-467c-87e0-817aef4adcb9 service neutron] 10.222.0.43 "GET /v2.0/networks/ce200f7d-ab4f-4302-beaa-d6a928b6d6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350377 Aug 25 16:04:49.009808 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-83164919-5486-416a-954e-12aff7e95b95 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:49.011611 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-83164919-5486-416a-954e-12aff7e95b95 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.21 "GET /v2.0/networks?id=0f67ca83-b2a6-4501-ba9c-b1beffdb110e HTTP/1.1" status: 200 len: 811 time: 0.2656348 Aug 25 16:04:49.034635 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device d2bbbd07-7797-46ba-9337-b97d2982047f up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:04:49.081165 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-9b9bc3a5-7c15-42e5-af7f-7f1952ed53f1 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Request body: {'port': {'device_id': 'be47a9ad-4d99-49f3-9422-15d8f23ae0ea', 'network_id': '0f67ca83-b2a6-4501-ba9c-b1beffdb110e', 'admin_state_up': True, 'tenant_id': '3d7dfad5bc0e460f933cc2e5f4c570cb'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:49.209409 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning for port d2bbbd07-7797-46ba-9337-b97d2982047f completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:04:49.219084 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port d2bbbd07-7797-46ba-9337-b97d2982047f triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:04:49.219456 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:49.373997 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-99b73dec-f4d2-4aec-8cd5-625951cde6e2 req-4fdc57a7-5e71-4c7b-9101-8e3c77bb6c82 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 210 time: 0.1131744 Aug 25 16:04:49.508205 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:49.558670 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8bea1927-03cf-446f-8336-9455d255e31b req-fcd370ec-ff7c-493c-8425-6cda1ddc8a3c tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 210 time: 0.2042580 Aug 25 16:04:49.611012 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.21', 58962) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:49.643370 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] For port d2bbbd07-7797-46ba-9337-b97d2982047f, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=d2bbbd07-7797-46ba-9337-b97d2982047f,segment=NetworkSegment(ae45f4da-7e93-4d9e-a93e-e971d68c1d91),segment_id=ae45f4da-7e93-4d9e-a93e-e971d68c1d91)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:04:49.653008 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:49.655118 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:49.701957 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-9b9bc3a5-7c15-42e5-af7f-7f1952ed53f1 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:49.706845 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-9b9bc3a5-7c15-42e5-af7f-7f1952ed53f1 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Usage tracker for resource:port and tenant:3d7dfad5bc0e460f933cc2e5f4c570cb is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:49.710151 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-9b9bc3a5-7c15-42e5-af7f-7f1952ed53f1 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:49.719800 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-9b9bc3a5-7c15-42e5-af7f-7f1952ed53f1 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:49.743528 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-9b9bc3a5-7c15-42e5-af7f-7f1952ed53f1 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Made reservation on behalf of 3d7dfad5bc0e460f933cc2e5f4c570cb for: {'port': 1} {{(pid=75045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:04:49.747583 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-9b9bc3a5-7c15-42e5-af7f-7f1952ed53f1 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:49.809027 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Pushing event updated for resources: {'Port': ['ID=d2bbbd07-7797-46ba-9337-b97d2982047f,revision_number=5']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:49.811911 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:49.904861 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1a8fa0e7-813d-4f52-9192-2cad79a103e6 req-e2394843-9641-470b-af56-5de1b9579586 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 210 time: 0.1026287 Aug 25 16:04:50.039617 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-ff18f9f6-f8f3-40b7-81a8-e1d3f01c0a67 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:50.042380 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-ff18f9f6-f8f3-40b7-81a8-e1d3f01c0a67 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Synchronizing usage tracker for tenant:2e09075145744d7794abaa90e728ee8c on resource:network {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:04:50.080394 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-ff18f9f6-f8f3-40b7-81a8-e1d3f01c0a67 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Unset dirty status for tenant:2e09075145744d7794abaa90e728ee8c on resource:network {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:04:50.081744 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-ff18f9f6-f8f3-40b7-81a8-e1d3f01c0a67 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.21 "GET /v2.0/networks?id=19552b71-7cb9-4c5a-9436-fcba33552e32 HTTP/1.1" status: 200 len: 815 time: 0.4692047 Aug 25 16:04:50.118771 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-8c4d39d3-a92b-4128-b695-edea7b0b2159 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Request body: {'port': {'device_id': 'a69d77f8-22c4-456f-817f-ea16e44cb6fe', 'network_id': '19552b71-7cb9-4c5a-9436-fcba33552e32', 'admin_state_up': True, 'tenant_id': '2e09075145744d7794abaa90e728ee8c'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:50.178177 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_common [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-9b9bc3a5-7c15-42e5-af7f-7f1952ed53f1 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Allocated IP 172.20.0.3 (0f67ca83-b2a6-4501-ba9c-b1beffdb110e/8a1fcdbd-c452-46ab-833c-bfa4ee76bf5e/3a1a7b47-e002-4721-ac8b-47d285d0c575) {{(pid=75045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:04:50.414291 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.21', 58966) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:50.655631 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-8c4d39d3-a92b-4128-b695-edea7b0b2159 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:50.671314 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-8c4d39d3-a92b-4128-b695-edea7b0b2159 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Usage tracker for resource:port and tenant:2e09075145744d7794abaa90e728ee8c is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:50.736647 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-11965b68-b0cf-4ba9-922c-d10e7d107324 req-da9e2b61-5287-4a85-93b2-d3b457a346fb tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 210 time: 0.0576124 Aug 25 16:04:50.742427 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-8c4d39d3-a92b-4128-b695-edea7b0b2159 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:50.762546 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-8c4d39d3-a92b-4128-b695-edea7b0b2159 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:50.779872 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-9b9bc3a5-7c15-42e5-af7f-7f1952ed53f1 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Notify callbacks [] for port, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:50.795690 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec370c-d85b-463c-880e-ce679d15a718 req-d02a3424-5062-41b2-9988-5de5d02c317e tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:50.796811 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1cec370c-d85b-463c-880e-ce679d15a718 req-d02a3424-5062-41b2-9988-5de5d02c317e tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.21 "GET /v2.0/networks?id=ce200f7d-ab4f-4302-beaa-d6a928b6d6a1 HTTP/1.1" status: 200 len: 819 time: 0.3810809 Aug 25 16:04:50.798218 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-8c4d39d3-a92b-4128-b695-edea7b0b2159 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Made reservation on behalf of 2e09075145744d7794abaa90e728ee8c for: {'port': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:04:50.801323 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-8c4d39d3-a92b-4128-b695-edea7b0b2159 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:50.824987 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-1cec370c-d85b-463c-880e-ce679d15a718 req-ec217d6b-3e6c-4b87-aa97-de15a3cbb11a tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Request body: {'port': {'device_id': '6bfc472b-1f44-44dd-8839-ddab340c7beb', 'network_id': 'ce200f7d-ab4f-4302-beaa-d6a928b6d6a1', 'admin_state_up': True, 'tenant_id': 'f675e5666b19428a9822ff26629e69fc'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:50.884577 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-bb255825-8737-438c-b929-5cac11c889b3 req-d6342412-6389-452b-b5f0-c190eabc211c tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 210 time: 0.1089973 Aug 25 16:04:50.888123 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-9b9bc3a5-7c15-42e5-af7f-7f1952ed53f1 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:50.904347 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:50.950154 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-9b9bc3a5-7c15-42e5-af7f-7f1952ed53f1 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Network 0f67ca83-b2a6-4501-ba9c-b1beffdb110e is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:04:50.959079 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-9b9bc3a5-7c15-42e5-af7f-7f1952ed53f1 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:04:50.971351 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-9b9bc3a5-7c15-42e5-af7f-7f1952ed53f1 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Received port after_create {{(pid=75045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:04:50.996704 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device d2bbbd07-7797-46ba-9337-b97d2982047f up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:04:51.075717 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9bc3a5-7c15-42e5-af7f-7f1952ed53f1 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Pushing event updated for resources: {'Port': ['ID=3a1a7b47-e002-4721-ac8b-47d285d0c575,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:51.081421 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-9b9bc3a5-7c15-42e5-af7f-7f1952ed53f1 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:51.088938 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-9b9bc3a5-7c15-42e5-af7f-7f1952ed53f1 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:51.089776 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-9b9bc3a5-7c15-42e5-af7f-7f1952ed53f1 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for port, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:51.119112 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-9b9bc3a5-7c15-42e5-af7f-7f1952ed53f1 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0430357 Aug 25 16:04:51.137548 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-450f23f9-531d-4000-9e88-326e35433aaf tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=75045) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:04:51.138943 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-450f23f9-531d-4000-9e88-326e35433aaf tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0067177 Aug 25 16:04:51.251855 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port d2bbbd07-7797-46ba-9337-b97d2982047f triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:04:51.251855 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:51.380976 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2ca8b49f-4b73-4550-b2ce-1547a9b59a91 req-8a75bd0f-eb09-4165-a7d2-894fd9db440f tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 210 time: 0.0795531 Aug 25 16:04:51.460538 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.db_base_plugin_common [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-8c4d39d3-a92b-4128-b695-edea7b0b2159 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Allocated IP 172.20.0.5 (19552b71-7cb9-4c5a-9436-fcba33552e32/df66c879-3ba5-40b2-94eb-12264a9babfa/5d9c29e6-4d23-40c8-9b7d-cbf20832f84e) {{(pid=75046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:04:51.672418 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-1cec370c-d85b-463c-880e-ce679d15a718 req-ec217d6b-3e6c-4b87-aa97-de15a3cbb11a tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:51.716727 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-1cec370c-d85b-463c-880e-ce679d15a718 req-ec217d6b-3e6c-4b87-aa97-de15a3cbb11a tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Usage tracker for resource:port and tenant:f675e5666b19428a9822ff26629e69fc is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:51.726699 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-1cec370c-d85b-463c-880e-ce679d15a718 req-ec217d6b-3e6c-4b87-aa97-de15a3cbb11a tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Quota usage for port was recalculated. Used quota:1. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:51.769355 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.21', 58972) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:51.776154 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-1cec370c-d85b-463c-880e-ce679d15a718 req-ec217d6b-3e6c-4b87-aa97-de15a3cbb11a tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:51.867559 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cec370c-d85b-463c-880e-ce679d15a718 req-ec217d6b-3e6c-4b87-aa97-de15a3cbb11a tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Made reservation on behalf of f675e5666b19428a9822ff26629e69fc for: {'port': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:04:51.871141 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-1cec370c-d85b-463c-880e-ce679d15a718 req-ec217d6b-3e6c-4b87-aa97-de15a3cbb11a tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:52.177375 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-deb5354c-5202-4bc4-a643-cb6b6ddb76fb tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:52.179547 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-deb5354c-5202-4bc4-a643-cb6b6ddb76fb tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Synchronizing usage tracker for tenant:f675e5666b19428a9822ff26629e69fc on resource:network {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:04:52.292897 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-deb5354c-5202-4bc4-a643-cb6b6ddb76fb tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Unset dirty status for tenant:f675e5666b19428a9822ff26629e69fc on resource:network {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:04:52.294302 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-deb5354c-5202-4bc4-a643-cb6b6ddb76fb tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.21 "GET /v2.0/networks?id=ce200f7d-ab4f-4302-beaa-d6a928b6d6a1 HTTP/1.1" status: 200 len: 819 time: 1.0016880 Aug 25 16:04:52.328504 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10243f90-fbe3-4b93-bed6-e3971ac211a8 req-ae56c4fb-8d1c-4a3a-8ff5-11028ee1ad62 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:52.329340 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-10243f90-fbe3-4b93-bed6-e3971ac211a8 req-ae56c4fb-8d1c-4a3a-8ff5-11028ee1ad62 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Synchronizing usage tracker for tenant:3d7dfad5bc0e460f933cc2e5f4c570cb on resource:port {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:04:52.360749 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-10243f90-fbe3-4b93-bed6-e3971ac211a8 req-ae56c4fb-8d1c-4a3a-8ff5-11028ee1ad62 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Unset dirty status for tenant:3d7dfad5bc0e460f933cc2e5f4c570cb on resource:port {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:04:52.374007 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-10243f90-fbe3-4b93-bed6-e3971ac211a8 req-ae56c4fb-8d1c-4a3a-8ff5-11028ee1ad62 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 931 time: 0.1820383 Aug 25 16:04:52.395305 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2cc346db-51a6-4f50-9ffb-886b71f70b8e req-7e301ba7-c3a2-4b56-bae3-4c29317579c6 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 210 time: 0.2029812 Aug 25 16:04:52.439810 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-10243f90-fbe3-4b93-bed6-e3971ac211a8 req-d73db901-3ca4-4cf7-a285-8b6290441f1a tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe7e2b3f-27fc-4b2c-8f7c-82ba2e4358fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648134 Aug 25 16:04:52.455170 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-20bad63e-00e5-4131-ae17-4546729ca60b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Request body: {'port': {'device_id': 'fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16', 'network_id': 'ce200f7d-ab4f-4302-beaa-d6a928b6d6a1', 'admin_state_up': True, 'tenant_id': 'f675e5666b19428a9822ff26629e69fc'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:52.491486 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-8c4d39d3-a92b-4128-b695-edea7b0b2159 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Notify callbacks [] for port, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:52.653107 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.db_base_plugin_common [req-1cec370c-d85b-463c-880e-ce679d15a718 req-ec217d6b-3e6c-4b87-aa97-de15a3cbb11a tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Allocated IP 172.20.0.8 (ce200f7d-ab4f-4302-beaa-d6a928b6d6a1/21c635d2-aa5a-4ebb-9743-23ef87a885c6/3a31aab4-f819-4247-9a1f-fd97d8d1c947) {{(pid=75046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:04:52.727535 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-20bad63e-00e5-4131-ae17-4546729ca60b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:52.731848 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-20bad63e-00e5-4131-ae17-4546729ca60b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Usage tracker for resource:port and tenant:f675e5666b19428a9822ff26629e69fc is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:52.733124 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-8c4d39d3-a92b-4128-b695-edea7b0b2159 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:52.735557 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-20bad63e-00e5-4131-ae17-4546729ca60b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Quota usage for port was recalculated. Used quota:1. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:52.745223 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-20bad63e-00e5-4131-ae17-4546729ca60b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:52.776227 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:52.797504 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-20bad63e-00e5-4131-ae17-4546729ca60b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Made reservation on behalf of f675e5666b19428a9822ff26629e69fc for: {'port': 1} {{(pid=75045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:04:52.801004 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-20bad63e-00e5-4131-ae17-4546729ca60b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:53.017554 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-743c9922-f4a4-4a40-8f00-977411c31e68 service neutron] Request body: {'port': {'device_id': 'be47a9ad-4d99-49f3-9422-15d8f23ae0ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:53.126816 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 44562) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:53.193300 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77c275-74b4-4742-a7d5-f0118b5ac1ae req-1b3751a9-8baa-42fb-8054-ccaddc463aff tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:53.200734 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-0c77c275-74b4-4742-a7d5-f0118b5ac1ae req-1b3751a9-8baa-42fb-8054-ccaddc463aff tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 931 time: 0.4469562 Aug 25 16:04:53.226359 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-8c4d39d3-a92b-4128-b695-edea7b0b2159 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Network 19552b71-7cb9-4c5a-9436-fcba33552e32 is already hosted by enough agents. {{(pid=75046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:04:53.238857 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-8c4d39d3-a92b-4128-b695-edea7b0b2159 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Resources bound (agent type, host, resource id): {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:04:53.241735 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-8c4d39d3-a92b-4128-b695-edea7b0b2159 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Received port after_create {{(pid=75046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:04:53.307230 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-1cec370c-d85b-463c-880e-ce679d15a718 req-ec217d6b-3e6c-4b87-aa97-de15a3cbb11a tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Notify callbacks [] for port, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:53.319217 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d39d3-a92b-4128-b695-edea7b0b2159 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Pushing event updated for resources: {'Port': ['ID=5d9c29e6-4d23-40c8-9b7d-cbf20832f84e,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:53.333897 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-8c4d39d3-a92b-4128-b695-edea7b0b2159 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:53.373638 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-0c77c275-74b4-4742-a7d5-f0118b5ac1ae req-87bd00d7-baf3-4dcd-86f5-24b69b5dfbf1 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720130 Aug 25 16:04:53.404184 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-8c4d39d3-a92b-4128-b695-edea7b0b2159 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:53.405222 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-8c4d39d3-a92b-4128-b695-edea7b0b2159 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:53.411301 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-743c9922-f4a4-4a40-8f00-977411c31e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:53.483388 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-8c4d39d3-a92b-4128-b695-edea7b0b2159 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3696017 Aug 25 16:04:53.486081 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-1cec370c-d85b-463c-880e-ce679d15a718 req-ec217d6b-3e6c-4b87-aa97-de15a3cbb11a tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:53.506302 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-8c4d39d3-a92b-4128-b695-edea7b0b2159 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:53.610289 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-b03b22eb-cf54-4d21-a2d0-e47982b7c033 service neutron] Request body: {'port': {'device_id': 'a69d77f8-22c4-456f-817f-ea16e44cb6fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:53.853782 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_common [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-20bad63e-00e5-4131-ae17-4546729ca60b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Allocated IP 172.20.0.7 (ce200f7d-ab4f-4302-beaa-d6a928b6d6a1/21c635d2-aa5a-4ebb-9743-23ef87a885c6/b48ba794-0d0b-4f62-99c8-481f14292377) {{(pid=75045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:04:53.884596 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 44582) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:54.043053 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-1d3d1ca1-0a41-4751-a427-6399eb8cf0e6 req-6e8389cd-ab66-4d3a-98dc-632197d60ed7 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Synchronizing usage tracker for tenant:f675e5666b19428a9822ff26629e69fc on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:04:54.047066 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cec370c-d85b-463c-880e-ce679d15a718 req-ec217d6b-3e6c-4b87-aa97-de15a3cbb11a tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Network ce200f7d-ab4f-4302-beaa-d6a928b6d6a1 is already hosted by enough agents. {{(pid=75046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:04:54.052408 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 44588) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:54.080202 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [req-1cec370c-d85b-463c-880e-ce679d15a718 req-ec217d6b-3e6c-4b87-aa97-de15a3cbb11a tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Resources bound (agent type, host, resource id): {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:04:54.099901 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec217d6b-3e6c-4b87-aa97-de15a3cbb11a tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Pushing event updated for resources: {'Port': ['ID=3a31aab4-f819-4247-9a1f-fd97d8d1c947,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:54.150341 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cec370c-d85b-463c-880e-ce679d15a718 req-ec217d6b-3e6c-4b87-aa97-de15a3cbb11a tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Received port after_create {{(pid=75046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:04:54.355552 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-b03b22eb-cf54-4d21-a2d0-e47982b7c033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:54.455872 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-aeaf1b85-9357-4f87-b077-e0543dc0de33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:54.517646 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-ec217d6b-3e6c-4b87-aa97-de15a3cbb11a tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.011s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:54.587974 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-1d3d1ca1-0a41-4751-a427-6399eb8cf0e6 req-6e8389cd-ab66-4d3a-98dc-632197d60ed7 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Unset dirty status for tenant:f675e5666b19428a9822ff26629e69fc on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:04:54.602574 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1d3d1ca1-0a41-4751-a427-6399eb8cf0e6 req-6e8389cd-ab66-4d3a-98dc-632197d60ed7 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 210 time: 0.7541130 Aug 25 16:04:54.639175 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-1b9d82a0-ae53-44dd-969e-0fe11a16056c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:54.691374 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-3317a2ec-f569-4dbd-94b0-e836afd48d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:54.700481 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec370c-d85b-463c-880e-ce679d15a718 req-ec217d6b-3e6c-4b87-aa97-de15a3cbb11a tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:54.705657 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-1cec370c-d85b-463c-880e-ce679d15a718 req-ec217d6b-3e6c-4b87-aa97-de15a3cbb11a tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:54.808694 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1cec370c-d85b-463c-880e-ce679d15a718 req-ec217d6b-3e6c-4b87-aa97-de15a3cbb11a tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9884686 Aug 25 16:04:54.922258 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.notifiers.nova [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-743c9922-f4a4-4a40-8f00-977411c31e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a1a7b47-e002-4721-ac8b-47d285d0c575 {{(pid=75045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:04:54.935046 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-aeaf1b85-9357-4f87-b077-e0543dc0de33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:54.952924 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-743c9922-f4a4-4a40-8f00-977411c31e68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:54.960769 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-aeaf1b85-9357-4f87-b077-e0543dc0de33 admin admin] Usage tracker for resource:security_group_rule and tenant:0fa0de5500ed448bb982c2eab8ccb186 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:54.965947 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-aeaf1b85-9357-4f87-b077-e0543dc0de33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:54.969228 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-3317a2ec-f569-4dbd-94b0-e836afd48d0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:54.998133 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-3317a2ec-f569-4dbd-94b0-e836afd48d0a admin admin] Usage tracker for resource:security_group_rule and tenant:857d30b8f8a246c5a3996129fdddb67e is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:55.003474 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-aeaf1b85-9357-4f87-b077-e0543dc0de33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:55.038842 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-1b9d82a0-ae53-44dd-969e-0fe11a16056c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:55.040874 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-3317a2ec-f569-4dbd-94b0-e836afd48d0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:55.080688 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe9f90-edb9-4a3a-8f67-1d5499a2ccfd req-dfc472a0-9053-495e-9c25-1b92aeb4a8e2 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:55.087544 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-40fe9f90-edb9-4a3a-8f67-1d5499a2ccfd req-dfc472a0-9053-495e-9c25-1b92aeb4a8e2 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 931 time: 1.2093275 Aug 25 16:04:55.139669 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.provisioning_blocks [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-743c9922-f4a4-4a40-8f00-977411c31e68 service neutron] Transition to ACTIVE for port object 3a1a7b47-e002-4721-ac8b-47d285d0c575 will not be triggered until provisioned by entity L2. {{(pid=75045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:04:55.140701 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-3317a2ec-f569-4dbd-94b0-e836afd48d0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:55.144299 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-1b9d82a0-ae53-44dd-969e-0fe11a16056c admin admin] Usage tracker for resource:security_group_rule and tenant:7a4ac4ff5cf64168b3fb47a3b64a50cf is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:55.150034 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-1b9d82a0-ae53-44dd-969e-0fe11a16056c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:55.175393 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-743c9922-f4a4-4a40-8f00-977411c31e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3837783'] for port, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:55.196114 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-1b9d82a0-ae53-44dd-969e-0fe11a16056c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:55.219981 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:55.274822 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-20bad63e-00e5-4131-ae17-4546729ca60b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Notify callbacks [] for port, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:55.347338 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-3317a2ec-f569-4dbd-94b0-e836afd48d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:55.393943 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-1b9d82a0-ae53-44dd-969e-0fe11a16056c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:55.447207 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-1b9d82a0-ae53-44dd-969e-0fe11a16056c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:55.455409 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-1cec370c-d85b-463c-880e-ce679d15a718 req-f4077fb1-1534-4814-bd6b-f8a0c7318014 service neutron] Request body: {'port': {'device_id': '6bfc472b-1f44-44dd-8839-ddab340c7beb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:55.489857 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-40fe9f90-edb9-4a3a-8f67-1d5499a2ccfd req-d60c2b40-c477-4a86-a877-01cec1890020 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe7e2b3f-27fc-4b2c-8f7c-82ba2e4358fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228366 Aug 25 16:04:55.539883 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-3317a2ec-f569-4dbd-94b0-e836afd48d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:55.703148 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-8d090199-5602-4349-8e36-484a89634f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:55.714188 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-aeaf1b85-9357-4f87-b077-e0543dc0de33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:55.749767 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-1b9d82a0-ae53-44dd-969e-0fe11a16056c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a4ac4ff5cf64168b3fb47a3b64a50cf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6841760 Aug 25 16:04:55.751215 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d82a0-ae53-44dd-969e-0fe11a16056c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea61fc7-3db7-4a38-a070-7e9e3e3eaca1,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:55.765076 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 44624) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:55.765285 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c9922-f4a4-4a40-8f00-977411c31e68 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1a7b47-e002-4721-ac8b-47d285d0c575,revision_number=2']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:55.776533 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-aeaf1b85-9357-4f87-b077-e0543dc0de33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:55.783409 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-743c9922-f4a4-4a40-8f00-977411c31e68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:55.783915 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:55.859215 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317a2ec-f569-4dbd-94b0-e836afd48d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc35bfab-1689-49ff-ad94-b15b5e93cc4d,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:55.873117 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-aeaf1b85-9357-4f87-b077-e0543dc0de33 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0fa0de5500ed448bb982c2eab8ccb186&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7421393 Aug 25 16:04:55.906340 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf1b85-9357-4f87-b077-e0543dc0de33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383234f0-8e8f-4928-b176-2a7e326b2f53,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:55.918665 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 44628) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:55.929787 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-10e71383-c86c-45b4-a41c-2cb5f73a4eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:55.978413 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-1b9d82a0-ae53-44dd-969e-0fe11a16056c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:55.980016 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-aeaf1b85-9357-4f87-b077-e0543dc0de33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:55.981931 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:55.982460 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:56.099412 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-bd0df22d-ad7d-429e-a169-2e29ef6fddb5 req-5e19bb64-8e66-47f7-8055-29a520bcd7fa tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Synchronizing usage tracker for tenant:f675e5666b19428a9822ff26629e69fc on resource:port {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:04:56.126587 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-3317a2ec-f569-4dbd-94b0-e836afd48d0a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=857d30b8f8a246c5a3996129fdddb67e&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2287188 Aug 25 16:04:56.133609 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-bd0df22d-ad7d-429e-a169-2e29ef6fddb5 req-5e19bb64-8e66-47f7-8055-29a520bcd7fa tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Unset dirty status for tenant:f675e5666b19428a9822ff26629e69fc on resource:port {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:04:56.146408 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-bd0df22d-ad7d-429e-a169-2e29ef6fddb5 req-5e19bb64-8e66-47f7-8055-29a520bcd7fa tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 210 time: 0.1349864 Aug 25 16:04:56.148469 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 44634) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:56.163404 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.managers [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-743c9922-f4a4-4a40-8f00-977411c31e68 service neutron] Attempting to bind port 3a1a7b47-e002-4721-ac8b-47d285d0c575 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:04:56.164470 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.managers [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-743c9922-f4a4-4a40-8f00-977411c31e68 service neutron] Attempting to bind port 3a1a7b47-e002-4721-ac8b-47d285d0c575 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '4b3f2e3e-3875-44b9-9c9d-f9ee0fad1bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '0f67ca83-b2a6-4501-ba9c-b1beffdb110e'}] {{(pid=75045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:04:56.166425 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-743c9922-f4a4-4a40-8f00-977411c31e68 service neutron] Attempting to bind port 3a1a7b47-e002-4721-ac8b-47d285d0c575 on network 0f67ca83-b2a6-4501-ba9c-b1beffdb110e {{(pid=75045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:04:56.210875 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a1027-5e7b-4591-bdc2-0c5f326d559b req-a1bb3bfa-2f7d-46f1-aed2-5b18bb55c654 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:56.211908 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-812a1027-5e7b-4591-bdc2-0c5f326d559b req-a1bb3bfa-2f7d-46f1-aed2-5b18bb55c654 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Synchronizing usage tracker for tenant:2e09075145744d7794abaa90e728ee8c on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:04:56.233572 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-20bad63e-00e5-4131-ae17-4546729ca60b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:56.239892 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-b03b22eb-cf54-4d21-a2d0-e47982b7c033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9c29e6-4d23-40c8-9b7d-cbf20832f84e {{(pid=75046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:04:56.241522 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-743c9922-f4a4-4a40-8f00-977411c31e68 service neutron] Port 3a1a7b47-e002-4721-ac8b-47d285d0c575 on network 0f67ca83-b2a6-4501-ba9c-b1beffdb110e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:04:56.241968 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-743c9922-f4a4-4a40-8f00-977411c31e68 service neutron] Attempting to bind port 3a1a7b47-e002-4721-ac8b-47d285d0c575 on network 0f67ca83-b2a6-4501-ba9c-b1beffdb110e {{(pid=75045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:04:56.268477 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-743c9922-f4a4-4a40-8f00-977411c31e68 service neutron] Checking agent: {'id': '931cd7a1-d330-4f67-a87c-c25f72aa55d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:04:56.268841 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-743c9922-f4a4-4a40-8f00-977411c31e68 service neutron] Checking segment: {'id': '4b3f2e3e-3875-44b9-9c9d-f9ee0fad1bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '0f67ca83-b2a6-4501-ba9c-b1beffdb110e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:04:56.269671 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-743c9922-f4a4-4a40-8f00-977411c31e68 service neutron] Bound using segment: {'id': '4b3f2e3e-3875-44b9-9c9d-f9ee0fad1bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '0f67ca83-b2a6-4501-ba9c-b1beffdb110e'} {{(pid=75045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:04:56.277177 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.managers [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-743c9922-f4a4-4a40-8f00-977411c31e68 service neutron] Bound port: 3a1a7b47-e002-4721-ac8b-47d285d0c575, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b3f2e3e-3875-44b9-9c9d-f9ee0fad1bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '0f67ca83-b2a6-4501-ba9c-b1beffdb110e'}}] {{(pid=75045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:04:56.277177 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-743c9922-f4a4-4a40-8f00-977411c31e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:56.279284 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-b03b22eb-cf54-4d21-a2d0-e47982b7c033 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:56.282233 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-812a1027-5e7b-4591-bdc2-0c5f326d559b req-a1bb3bfa-2f7d-46f1-aed2-5b18bb55c654 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Unset dirty status for tenant:2e09075145744d7794abaa90e728ee8c on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:04:56.289980 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-812a1027-5e7b-4591-bdc2-0c5f326d559b req-a1bb3bfa-2f7d-46f1-aed2-5b18bb55c654 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 931 time: 1.2977874 Aug 25 16:04:56.310390 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-76215b3e-2e86-419c-9cd8-ecc0d9c70ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:56.337159 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-9393b9a5-9ac4-445a-b854-c2f1a7a28515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:56.375276 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-9393b9a5-9ac4-445a-b854-c2f1a7a28515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:56.399200 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:56.446096 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-9393b9a5-9ac4-445a-b854-c2f1a7a28515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:56.446782 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-1cec370c-d85b-463c-880e-ce679d15a718 req-f4077fb1-1534-4814-bd6b-f8a0c7318014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:56.457133 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.provisioning_blocks [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-b03b22eb-cf54-4d21-a2d0-e47982b7c033 service neutron] Transition to ACTIVE for port object 5d9c29e6-4d23-40c8-9b7d-cbf20832f84e will not be triggered until provisioned by entity L2. {{(pid=75046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:04:56.479855 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:56.495853 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-9393b9a5-9ac4-445a-b854-c2f1a7a28515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:56.499815 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-9393b9a5-9ac4-445a-b854-c2f1a7a28515 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fea61fc7-3db7-4a38-a070-7e9e3e3eaca1 HTTP/1.1" status: 204 len: 168 time: 0.7211459 Aug 25 16:04:56.500652 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-b03b22eb-cf54-4d21-a2d0-e47982b7c033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:56.516302 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393b9a5-9ac4-445a-b854-c2f1a7a28515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea61fc7-3db7-4a38-a070-7e9e3e3eaca1,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:56.551027 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-9393b9a5-9ac4-445a-b854-c2f1a7a28515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:56.556656 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.db [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-743c9922-f4a4-4a40-8f00-977411c31e68 service neutron] For port 3a1a7b47-e002-4721-ac8b-47d285d0c575, host hv-cinder-80600, cleared binding levels {{(pid=75045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:04:56.561007 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.db [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-743c9922-f4a4-4a40-8f00-977411c31e68 service neutron] For port 3a1a7b47-e002-4721-ac8b-47d285d0c575, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3a1a7b47-e002-4721-ac8b-47d285d0c575,segment=NetworkSegment(4b3f2e3e-3875-44b9-9c9d-f9ee0fad1bbc),segment_id=4b3f2e3e-3875-44b9-9c9d-f9ee0fad1bbc)] {{(pid=75045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:04:56.593827 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-743c9922-f4a4-4a40-8f00-977411c31e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3837783'] for port, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:56.605649 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:56.605754 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-29b4c2f2-d439-4f51-8c24-43a9e35f71c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:56.658597 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-29b4c2f2-d439-4f51-8c24-43a9e35f71c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:56.678526 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b22eb-cf54-4d21-a2d0-e47982b7c033 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9c29e6-4d23-40c8-9b7d-cbf20832f84e,revision_number=2']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:56.711235 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-b03b22eb-cf54-4d21-a2d0-e47982b7c033 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:56.752461 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-812a1027-5e7b-4591-bdc2-0c5f326d559b req-4a8a90fb-2702-40ab-bb0b-6ea1451447c6 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Synchronizing usage tracker for tenant:2e09075145744d7794abaa90e728ee8c on resource:security_group {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:04:56.841972 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-35d37d90-6807-443e-b187-aa0a8ade30c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:57.013177 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-29b4c2f2-d439-4f51-8c24-43a9e35f71c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:57.016962 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-20bad63e-00e5-4131-ae17-4546729ca60b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Network ce200f7d-ab4f-4302-beaa-d6a928b6d6a1 is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:04:57.029634 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bad63e-00e5-4131-ae17-4546729ca60b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Pushing event updated for resources: {'Port': ['ID=b48ba794-0d0b-4f62-99c8-481f14292377,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:57.149630 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-20bad63e-00e5-4131-ae17-4546729ca60b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:04:57.160242 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-20bad63e-00e5-4131-ae17-4546729ca60b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.850s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:57.160671 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:57.183971 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-20bad63e-00e5-4131-ae17-4546729ca60b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Received port after_create {{(pid=75045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:04:57.215481 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-812a1027-5e7b-4591-bdc2-0c5f326d559b req-4a8a90fb-2702-40ab-bb0b-6ea1451447c6 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Unset dirty status for tenant:2e09075145744d7794abaa90e728ee8c on resource:security_group {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:04:57.216640 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-812a1027-5e7b-4591-bdc2-0c5f326d559b req-4a8a90fb-2702-40ab-bb0b-6ea1451447c6 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9257116 Aug 25 16:04:57.338435 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-20bad63e-00e5-4131-ae17-4546729ca60b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:57.339064 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-20bad63e-00e5-4131-ae17-4546729ca60b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for port, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:57.409059 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-35d37d90-6807-443e-b187-aa0a8ade30c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:57.445633 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4c2f2-d439-4f51-8c24-43a9e35f71c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383234f0-8e8f-4928-b176-2a7e326b2f53,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:57.448133 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-743c9922-f4a4-4a40-8f00-977411c31e68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for port, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:57.449530 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-743c9922-f4a4-4a40-8f00-977411c31e68 service neutron] 10.222.0.21 "PUT /v2.0/ports/3a1a7b47-e002-4721-ac8b-47d285d0c575 HTTP/1.1" status: 200 len: 1093 time: 5.2560680 Aug 25 16:04:57.481962 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-20bad63e-00e5-4131-ae17-4546729ca60b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0238550 Aug 25 16:04:57.481962 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be47a9ad-4d99-49f3-9422-15d8f23ae0ea', 'tag': '3a1a7b47-e002-4721-ac8b-47d285d0c575'}] {{(pid=75045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:04:57.506866 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-29b4c2f2-d439-4f51-8c24-43a9e35f71c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:57.507959 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-29b4c2f2-d439-4f51-8c24-43a9e35f71c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:57.511873 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-29b4c2f2-d439-4f51-8c24-43a9e35f71c8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/383234f0-8e8f-4928-b176-2a7e326b2f53 HTTP/1.1" status: 204 len: 168 time: 1.5909677 Aug 25 16:04:57.525482 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-e61d3d4b-182b-4fb4-ace7-3ec459125739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.691s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:57.627598 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-a7c404d0-33ae-4486-8a22-a41573b55719 service neutron] Request body: {'port': {'device_id': 'fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:57.831028 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-b03b22eb-cf54-4d21-a2d0-e47982b7c033 service neutron] Attempting to bind port 5d9c29e6-4d23-40c8-9b7d-cbf20832f84e on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:04:57.831566 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-b03b22eb-cf54-4d21-a2d0-e47982b7c033 service neutron] Attempting to bind port 5d9c29e6-4d23-40c8-9b7d-cbf20832f84e by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '61fee6c7-ad76-40fb-8847-c586ac08ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '19552b71-7cb9-4c5a-9436-fcba33552e32'}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:04:57.834288 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-b03b22eb-cf54-4d21-a2d0-e47982b7c033 service neutron] Attempting to bind port 5d9c29e6-4d23-40c8-9b7d-cbf20832f84e on network 19552b71-7cb9-4c5a-9436-fcba33552e32 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:04:57.861086 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-b03b22eb-cf54-4d21-a2d0-e47982b7c033 service neutron] Port 5d9c29e6-4d23-40c8-9b7d-cbf20832f84e on network 19552b71-7cb9-4c5a-9436-fcba33552e32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:04:57.861468 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-b03b22eb-cf54-4d21-a2d0-e47982b7c033 service neutron] Attempting to bind port 5d9c29e6-4d23-40c8-9b7d-cbf20832f84e on network 19552b71-7cb9-4c5a-9436-fcba33552e32 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:04:57.894902 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-b03b22eb-cf54-4d21-a2d0-e47982b7c033 service neutron] Checking agent: {'id': '931cd7a1-d330-4f67-a87c-c25f72aa55d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:04:57.896174 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-b03b22eb-cf54-4d21-a2d0-e47982b7c033 service neutron] Checking segment: {'id': '61fee6c7-ad76-40fb-8847-c586ac08ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '19552b71-7cb9-4c5a-9436-fcba33552e32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:04:57.896578 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-b03b22eb-cf54-4d21-a2d0-e47982b7c033 service neutron] Bound using segment: {'id': '61fee6c7-ad76-40fb-8847-c586ac08ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '19552b71-7cb9-4c5a-9436-fcba33552e32'} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:04:57.897075 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-b03b22eb-cf54-4d21-a2d0-e47982b7c033 service neutron] Bound port: 5d9c29e6-4d23-40c8-9b7d-cbf20832f84e, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61fee6c7-ad76-40fb-8847-c586ac08ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '19552b71-7cb9-4c5a-9436-fcba33552e32'}}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:04:57.897715 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-b03b22eb-cf54-4d21-a2d0-e47982b7c033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:58.177737 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-6b28d015-3fe5-4f9d-83b7-55e35c710781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:58.228712 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-b03b22eb-cf54-4d21-a2d0-e47982b7c033 service neutron] For port 5d9c29e6-4d23-40c8-9b7d-cbf20832f84e, host hv-cinder-80600, cleared binding levels {{(pid=75046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:04:58.231704 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-35d37d90-6807-443e-b187-aa0a8ade30c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:58.232468 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c9922-f4a4-4a40-8f00-977411c31e68 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1a7b47-e002-4721-ac8b-47d285d0c575,revision_number=3']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:58.238666 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-b03b22eb-cf54-4d21-a2d0-e47982b7c033 service neutron] For port 5d9c29e6-4d23-40c8-9b7d-cbf20832f84e, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5d9c29e6-4d23-40c8-9b7d-cbf20832f84e,segment=NetworkSegment(61fee6c7-ad76-40fb-8847-c586ac08ad22),segment_id=61fee6c7-ad76-40fb-8847-c586ac08ad22)] {{(pid=75046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:04:58.240474 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-743c9922-f4a4-4a40-8f00-977411c31e68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:58.256364 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-b03b22eb-cf54-4d21-a2d0-e47982b7c033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:58.259652 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.db.resource_extend [req-1cec370c-d85b-463c-880e-ce679d15a718 req-f4077fb1-1534-4814-bd6b-f8a0c7318014 service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 16:04:58.275295 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-aeaf1b85-9357-4f87-b077-e0543dc0de33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:58.307074 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dfcad9-83cf-4ebf-ad2e-04e9ec94d021 req-06d01d01-37fa-4cf5-8040-ca1431a9b15d tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:58.308872 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-06dfcad9-83cf-4ebf-ad2e-04e9ec94d021 req-06d01d01-37fa-4cf5-8040-ca1431a9b15d tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 931 time: 0.8772478 Aug 25 16:04:58.314101 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a2a01-67ac-41a5-b2e0-65ec7d7bd5d9 req-49a13de9-0f53-4ce4-968a-f5fc9c8ceaba tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:58.316056 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ec0a2a01-67ac-41a5-b2e0-65ec7d7bd5d9 req-49a13de9-0f53-4ce4-968a-f5fc9c8ceaba tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 943 time: 1.3255241 Aug 25 16:04:58.320300 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:58.357288 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 44700) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:58.458028 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d37d90-6807-443e-b187-aa0a8ade30c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc35bfab-1689-49ff-ad94-b15b5e93cc4d,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:58.506833 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ec0a2a01-67ac-41a5-b2e0-65ec7d7bd5d9 req-93c755aa-eee7-4506-8d43-fd5d6ab9d99b tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe7e2b3f-27fc-4b2c-8f7c-82ba2e4358fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691427 Aug 25 16:04:58.507536 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-8d6d0237-1899-430a-906f-86533553fac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:58.517273 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-35d37d90-6807-443e-b187-aa0a8ade30c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:58.518629 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-35d37d90-6807-443e-b187-aa0a8ade30c7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc35bfab-1689-49ff-ad94-b15b5e93cc4d HTTP/1.1" status: 204 len: 168 time: 2.3601999 Aug 25 16:04:58.521618 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-35d37d90-6807-443e-b187-aa0a8ade30c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:58.522397 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-a7c404d0-33ae-4486-8a22-a41573b55719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:58.536824 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b22eb-cf54-4d21-a2d0-e47982b7c033 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9c29e6-4d23-40c8-9b7d-cbf20832f84e,revision_number=3']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:58.543818 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-afeadb4c-aea4-47ff-bfe2-6d7da40e1035 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d7dfad5bc0e460f933cc2e5f4c570cb&device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 1096 time: 0.8349917 Aug 25 16:04:58.549438 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-b03b22eb-cf54-4d21-a2d0-e47982b7c033 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:58.776237 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-8d6d0237-1899-430a-906f-86533553fac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:58.781167 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-8d6d0237-1899-430a-906f-86533553fac9 admin admin] Usage tracker for resource:security_group_rule and tenant:83775aa41762414197f41f09c19dc025 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:58.783653 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [req-1cec370c-d85b-463c-880e-ce679d15a718 req-f4077fb1-1534-4814-bd6b-f8a0c7318014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a31aab4-f819-4247-9a1f-fd97d8d1c947 {{(pid=75046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:04:58.792123 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-8d6d0237-1899-430a-906f-86533553fac9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:58.803676 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-8d6d0237-1899-430a-906f-86533553fac9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:58.825940 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-1cec370c-d85b-463c-880e-ce679d15a718 req-f4077fb1-1534-4814-bd6b-f8a0c7318014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:58.844130 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-b03b22eb-cf54-4d21-a2d0-e47982b7c033 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:58.856255 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-b03b22eb-cf54-4d21-a2d0-e47982b7c033 service neutron] 10.222.0.21 "PUT /v2.0/ports/5d9c29e6-4d23-40c8-9b7d-cbf20832f84e HTTP/1.1" status: 200 len: 1093 time: 5.2670739 Aug 25 16:04:58.857503 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69d77f8-22c4-456f-817f-ea16e44cb6fe', 'tag': '5d9c29e6-4d23-40c8-9b7d-cbf20832f84e'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:04:58.968523 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.provisioning_blocks [req-1cec370c-d85b-463c-880e-ce679d15a718 req-f4077fb1-1534-4814-bd6b-f8a0c7318014 service neutron] Transition to ACTIVE for port object 3a31aab4-f819-4247-9a1f-fd97d8d1c947 will not be triggered until provisioned by entity L2. {{(pid=75046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:04:58.974542 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-8d6d0237-1899-430a-906f-86533553fac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:58.982149 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-1cec370c-d85b-463c-880e-ce679d15a718 req-f4077fb1-1534-4814-bd6b-f8a0c7318014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:59.013654 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-06dfcad9-83cf-4ebf-ad2e-04e9ec94d021 req-c125a028-3c74-43e4-98f4-060d27eb8cc3 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108376 Aug 25 16:04:59.042226 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-b03b22eb-cf54-4d21-a2d0-e47982b7c033 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:59.141234 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-8d6d0237-1899-430a-906f-86533553fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:59.175901 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:59.201978 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:59.274932 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d0237-1899-430a-906f-86533553fac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb926e5-98b0-4664-bb46-99ad1611a6f9,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:59.304731 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-8d6d0237-1899-430a-906f-86533553fac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:59.325783 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-8d6d0237-1899-430a-906f-86533553fac9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=83775aa41762414197f41f09c19dc025&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9542360 Aug 25 16:04:59.329759 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 44726) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:59.443426 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4077fb1-1534-4814-bd6b-f8a0c7318014 service neutron] Pushing event updated for resources: {'Port': ['ID=3a31aab4-f819-4247-9a1f-fd97d8d1c947,revision_number=2']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:59.465058 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-10045a2d-b353-43bd-976b-4cfa4c09f1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:59.567671 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-f4077fb1-1534-4814-bd6b-f8a0c7318014 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:59.651903 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-10045a2d-b353-43bd-976b-4cfa4c09f1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:59.665844 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-2f03f5ee-7dce-4fe2-a655-c1804078d660 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a1a7b47-e002-4721-ac8b-47d285d0c575 HTTP/1.1" status: 200 len: 217 time: 0.1129982 Aug 25 16:04:59.685052 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.notifiers.nova [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-a7c404d0-33ae-4486-8a22-a41573b55719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b48ba794-0d0b-4f62-99c8-481f14292377 {{(pid=75045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:04:59.701485 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-a7c404d0-33ae-4486-8a22-a41573b55719 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:59.705425 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be47a9ad-4d99-49f3-9422-15d8f23ae0ea', 'tag': '3a1a7b47-e002-4721-ac8b-47d285d0c575', 'status': 'completed', 'code': 200} Aug 25 16:04:59.894109 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 44744) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:59.933275 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-fe954320-06ef-461a-8bb9-9f19c5ac0994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:59.997030 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.provisioning_blocks [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-a7c404d0-33ae-4486-8a22-a41573b55719 service neutron] Transition to ACTIVE for port object b48ba794-0d0b-4f62-99c8-481f14292377 will not be triggered until provisioned by entity L2. {{(pid=75045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:05:00.028691 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-a7c404d0-33ae-4486-8a22-a41573b55719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3837783'] for port, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:00.051024 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e0a96-3953-4bdf-b62d-71738f890c94 req-e22c778d-dceb-41ed-8fd8-7d701edca7ba tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:00.059191 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0f0e0a96-3953-4bdf-b62d-71738f890c94 req-e22c778d-dceb-41ed-8fd8-7d701edca7ba tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 943 time: 0.6805329 Aug 25 16:05:00.064510 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-1cec370c-d85b-463c-880e-ce679d15a718 req-f4077fb1-1534-4814-bd6b-f8a0c7318014 service neutron] Attempting to bind port 3a31aab4-f819-4247-9a1f-fd97d8d1c947 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:05:00.064843 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-1cec370c-d85b-463c-880e-ce679d15a718 req-f4077fb1-1534-4814-bd6b-f8a0c7318014 service neutron] Attempting to bind port 3a31aab4-f819-4247-9a1f-fd97d8d1c947 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'ae45f4da-7e93-4d9e-a93e-e971d68c1d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'ce200f7d-ab4f-4302-beaa-d6a928b6d6a1'}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:05:00.065179 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cec370c-d85b-463c-880e-ce679d15a718 req-f4077fb1-1534-4814-bd6b-f8a0c7318014 service neutron] Attempting to bind port 3a31aab4-f819-4247-9a1f-fd97d8d1c947 on network ce200f7d-ab4f-4302-beaa-d6a928b6d6a1 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:05:00.126754 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-9b9bc3a5-7c15-42e5-af7f-7f1952ed53f1 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:00.132327 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-fe954320-06ef-461a-8bb9-9f19c5ac0994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:00.168718 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-fe954320-06ef-461a-8bb9-9f19c5ac0994 admin admin] Usage tracker for resource:security_group_rule and tenant:6358d937550f4c7aa6fa65de22a82f31 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:00.212108 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-51fa5eb0-40f5-489c-b14e-dc674305fd2a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e09075145744d7794abaa90e728ee8c&device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 1096 time: 0.4803321 Aug 25 16:05:00.220736 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-fe954320-06ef-461a-8bb9-9f19c5ac0994 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:00.230062 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cec370c-d85b-463c-880e-ce679d15a718 req-f4077fb1-1534-4814-bd6b-f8a0c7318014 service neutron] Port 3a31aab4-f819-4247-9a1f-fd97d8d1c947 on network ce200f7d-ab4f-4302-beaa-d6a928b6d6a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:05:00.230369 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cec370c-d85b-463c-880e-ce679d15a718 req-f4077fb1-1534-4814-bd6b-f8a0c7318014 service neutron] Attempting to bind port 3a31aab4-f819-4247-9a1f-fd97d8d1c947 on network ce200f7d-ab4f-4302-beaa-d6a928b6d6a1 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:05:00.233465 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-fe954320-06ef-461a-8bb9-9f19c5ac0994 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:00.270356 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0f0e0a96-3953-4bdf-b62d-71738f890c94 req-7df89d20-9fac-471a-9bd2-c9af6c515d6b tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099845 Aug 25 16:05:00.273363 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cec370c-d85b-463c-880e-ce679d15a718 req-f4077fb1-1534-4814-bd6b-f8a0c7318014 service neutron] Checking agent: {'id': '931cd7a1-d330-4f67-a87c-c25f72aa55d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:05:00.273701 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cec370c-d85b-463c-880e-ce679d15a718 req-f4077fb1-1534-4814-bd6b-f8a0c7318014 service neutron] Checking segment: {'id': 'ae45f4da-7e93-4d9e-a93e-e971d68c1d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'ce200f7d-ab4f-4302-beaa-d6a928b6d6a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:05:00.274607 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cec370c-d85b-463c-880e-ce679d15a718 req-f4077fb1-1534-4814-bd6b-f8a0c7318014 service neutron] Bound using segment: {'id': 'ae45f4da-7e93-4d9e-a93e-e971d68c1d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'ce200f7d-ab4f-4302-beaa-d6a928b6d6a1'} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:05:00.275073 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-1cec370c-d85b-463c-880e-ce679d15a718 req-f4077fb1-1534-4814-bd6b-f8a0c7318014 service neutron] Bound port: 3a31aab4-f819-4247-9a1f-fd97d8d1c947, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae45f4da-7e93-4d9e-a93e-e971d68c1d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'ce200f7d-ab4f-4302-beaa-d6a928b6d6a1'}}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:05:00.275410 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-1cec370c-d85b-463c-880e-ce679d15a718 req-f4077fb1-1534-4814-bd6b-f8a0c7318014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:00.300673 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-10045a2d-b353-43bd-976b-4cfa4c09f1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:00.309967 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-dfd86903-9fdd-4a56-8d49-a8143761353a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:00.318054 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-dfd86903-9fdd-4a56-8d49-a8143761353a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8a1fcdbd-c452-46ab-833c-bfa4ee76bf5e HTTP/1.1" status: 200 len: 851 time: 0.5942194 Aug 25 16:05:00.422399 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 44756) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:00.474763 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c404d0-33ae-4486-8a22-a41573b55719 service neutron] Pushing event updated for resources: {'Port': ['ID=b48ba794-0d0b-4f62-99c8-481f14292377,revision_number=2']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:00.499873 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-a7c404d0-33ae-4486-8a22-a41573b55719 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:00.501281 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-259a93a7-e9af-4063-be8f-505dc9595c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:00.522873 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-836c0c9d-2914-44ab-8800-589ff4c6d1fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f67ca83-b2a6-4501-ba9c-b1beffdb110e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012213 Aug 25 16:05:00.529806 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-10045a2d-b353-43bd-976b-4cfa4c09f1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:00.537766 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-10045a2d-b353-43bd-976b-4cfa4c09f1cf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2fb926e5-98b0-4664-bb46-99ad1611a6f9 HTTP/1.1" status: 204 len: 168 time: 1.2053661 Aug 25 16:05:00.560638 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10045a2d-b353-43bd-976b-4cfa4c09f1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb926e5-98b0-4664-bb46-99ad1611a6f9,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:00.602520 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-10045a2d-b353-43bd-976b-4cfa4c09f1cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:00.654997 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-b3713da8-8a63-439b-9417-b857190f1739 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d9c29e6-4d23-40c8-9b7d-cbf20832f84e HTTP/1.1" status: 200 len: 217 time: 0.3393571 Aug 25 16:05:00.661566 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:00.779356 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-fe954320-06ef-461a-8bb9-9f19c5ac0994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:00.884753 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-fe954320-06ef-461a-8bb9-9f19c5ac0994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:00.886962 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-c7576a07-986c-4bd8-a23c-93182710c224 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:00.889050 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-c7576a07-986c-4bd8-a23c-93182710c224 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df66c879-3ba5-40b2-94eb-12264a9babfa HTTP/1.1" status: 200 len: 855 time: 0.1077359 Aug 25 16:05:00.914423 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:00.955533 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dfada-d488-404d-b5cb-1915a4f2cef0 req-5849d2b1-a8d5-471d-bd86-e74c54079c8c tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:00.963476 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-089dfada-d488-404d-b5cb-1915a4f2cef0 req-5849d2b1-a8d5-471d-bd86-e74c54079c8c tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 943 time: 0.9331629 Aug 25 16:05:00.965408 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c0d54083-964f-4748-8826-dd9580204b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:00.973160 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-1cec370c-d85b-463c-880e-ce679d15a718 req-f4077fb1-1534-4814-bd6b-f8a0c7318014 service neutron] For port 3a31aab4-f819-4247-9a1f-fd97d8d1c947, host hv-cinder-80600, cleared binding levels {{(pid=75046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:05:01.031109 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-1cec370c-d85b-463c-880e-ce679d15a718 req-f4077fb1-1534-4814-bd6b-f8a0c7318014 service neutron] For port 3a31aab4-f819-4247-9a1f-fd97d8d1c947, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3a31aab4-f819-4247-9a1f-fd97d8d1c947,segment=NetworkSegment(ae45f4da-7e93-4d9e-a93e-e971d68c1d91),segment_id=ae45f4da-7e93-4d9e-a93e-e971d68c1d91)] {{(pid=75046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:05:01.034067 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe954320-06ef-461a-8bb9-9f19c5ac0994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb271961-ba03-4966-a675-05cb7c4c9068,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:01.039071 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-fe954320-06ef-461a-8bb9-9f19c5ac0994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:01.054655 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-fe954320-06ef-461a-8bb9-9f19c5ac0994 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6358d937550f4c7aa6fa65de22a82f31&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1525173 Aug 25 16:05:01.058191 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-1cec370c-d85b-463c-880e-ce679d15a718 req-f4077fb1-1534-4814-bd6b-f8a0c7318014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:01.058854 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 44776) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:01.078240 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:01.118668 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-c0d54083-964f-4748-8826-dd9580204b2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:01.124976 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-c0d54083-964f-4748-8826-dd9580204b2f admin admin] Usage tracker for resource:security_group_rule and tenant:f96fd48a7219414ebe528cfc8fb121cb is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:01.128614 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-c0d54083-964f-4748-8826-dd9580204b2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:01.143943 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-c0d54083-964f-4748-8826-dd9580204b2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:01.207090 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a4a9e-f5e4-4e40-a06c-387c26b81f37 req-7dd2cb55-c54c-42a6-a16d-65deea6a62ff tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:01.209312 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-372a4a9e-f5e4-4e40-a06c-387c26b81f37 req-7dd2cb55-c54c-42a6-a16d-65deea6a62ff tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 943 time: 0.6968777 Aug 25 16:05:01.244163 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-92db11b0-7501-41b9-bc7f-a0e1848150cd service neutron] 10.222.0.21 "GET /v2.0/networks/0f67ca83-b2a6-4501-ba9c-b1beffdb110e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6916041 Aug 25 16:05:01.249800 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-1cec370c-d85b-463c-880e-ce679d15a718 req-f4077fb1-1534-4814-bd6b-f8a0c7318014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:01.251182 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1cec370c-d85b-463c-880e-ce679d15a718 req-f4077fb1-1534-4814-bd6b-f8a0c7318014 service neutron] 10.222.0.21 "PUT /v2.0/ports/3a31aab4-f819-4247-9a1f-fd97d8d1c947 HTTP/1.1" status: 200 len: 1093 time: 5.8142271 Aug 25 16:05:01.287229 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.managers [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-a7c404d0-33ae-4486-8a22-a41573b55719 service neutron] Attempting to bind port b48ba794-0d0b-4f62-99c8-481f14292377 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:05:01.287564 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.managers [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-a7c404d0-33ae-4486-8a22-a41573b55719 service neutron] Attempting to bind port b48ba794-0d0b-4f62-99c8-481f14292377 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'ae45f4da-7e93-4d9e-a93e-e971d68c1d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'ce200f7d-ab4f-4302-beaa-d6a928b6d6a1'}] {{(pid=75045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:05:01.287892 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-a7c404d0-33ae-4486-8a22-a41573b55719 service neutron] Attempting to bind port b48ba794-0d0b-4f62-99c8-481f14292377 on network ce200f7d-ab4f-4302-beaa-d6a928b6d6a1 {{(pid=75045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:05:01.295444 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-089dfada-d488-404d-b5cb-1915a4f2cef0 req-952c6b4c-0018-4fdb-bb23-ea9f8c19b5c3 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe7e2b3f-27fc-4b2c-8f7c-82ba2e4358fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309212 Aug 25 16:05:01.318337 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-a7c404d0-33ae-4486-8a22-a41573b55719 service neutron] Port b48ba794-0d0b-4f62-99c8-481f14292377 on network ce200f7d-ab4f-4302-beaa-d6a928b6d6a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:05:01.318659 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-a7c404d0-33ae-4486-8a22-a41573b55719 service neutron] Attempting to bind port b48ba794-0d0b-4f62-99c8-481f14292377 on network ce200f7d-ab4f-4302-beaa-d6a928b6d6a1 {{(pid=75045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:05:01.342504 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c0d54083-964f-4748-8826-dd9580204b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:01.344186 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-a7c404d0-33ae-4486-8a22-a41573b55719 service neutron] Checking agent: {'id': '931cd7a1-d330-4f67-a87c-c25f72aa55d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:05:01.344784 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-a7c404d0-33ae-4486-8a22-a41573b55719 service neutron] Checking segment: {'id': 'ae45f4da-7e93-4d9e-a93e-e971d68c1d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'ce200f7d-ab4f-4302-beaa-d6a928b6d6a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:05:01.345196 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-a7c404d0-33ae-4486-8a22-a41573b55719 service neutron] Bound using segment: {'id': 'ae45f4da-7e93-4d9e-a93e-e971d68c1d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'ce200f7d-ab4f-4302-beaa-d6a928b6d6a1'} {{(pid=75045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:05:01.345947 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4077fb1-1534-4814-bd6b-f8a0c7318014 service neutron] Pushing event updated for resources: {'Port': ['ID=3a31aab4-f819-4247-9a1f-fd97d8d1c947,revision_number=3']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:01.346342 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.managers [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-a7c404d0-33ae-4486-8a22-a41573b55719 service neutron] Bound port: b48ba794-0d0b-4f62-99c8-481f14292377, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae45f4da-7e93-4d9e-a93e-e971d68c1d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'ce200f7d-ab4f-4302-beaa-d6a928b6d6a1'}}] {{(pid=75045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:05:01.346866 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-a7c404d0-33ae-4486-8a22-a41573b55719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:01.356584 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-f4077fb1-1534-4814-bd6b-f8a0c7318014 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:01.375800 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c0d54083-964f-4748-8826-dd9580204b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:01.409605 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-8d6d0237-1899-430a-906f-86533553fac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:01.410571 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-372a4a9e-f5e4-4e40-a06c-387c26b81f37 req-68df5cc0-c74d-4739-8495-60f80f36bb39 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834154 Aug 25 16:05:01.413497 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e7536c25-bc3c-410f-b6ad-9afc41850aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:01.476123 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e7536c25-bc3c-410f-b6ad-9afc41850aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:01.569910 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e7536c25-bc3c-410f-b6ad-9afc41850aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:01.578717 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-e8738fd2-a13a-4a13-b0f7-fb5212f806f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:01.587241 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d54083-964f-4748-8826-dd9580204b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ce18af-a440-4d27-87c5-8f51b536ac35,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:01.592472 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-c0d54083-964f-4748-8826-dd9580204b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:01.597349 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-c0d54083-964f-4748-8826-dd9580204b2f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f96fd48a7219414ebe528cfc8fb121cb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1738129 Aug 25 16:05:01.600549 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 44794) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:01.608396 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7536c25-bc3c-410f-b6ad-9afc41850aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb271961-ba03-4966-a675-05cb7c4c9068,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:01.619373 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-e7536c25-bc3c-410f-b6ad-9afc41850aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:01.623885 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e7536c25-bc3c-410f-b6ad-9afc41850aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:01.627310 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-e7536c25-bc3c-410f-b6ad-9afc41850aa6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eb271961-ba03-4966-a675-05cb7c4c9068 HTTP/1.1" status: 204 len: 168 time: 0.5657341 Aug 25 16:05:01.656596 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.db [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-a7c404d0-33ae-4486-8a22-a41573b55719 service neutron] For port b48ba794-0d0b-4f62-99c8-481f14292377, host hv-cinder-80600, cleared binding levels {{(pid=75045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:05:01.678311 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.db [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-a7c404d0-33ae-4486-8a22-a41573b55719 service neutron] For port b48ba794-0d0b-4f62-99c8-481f14292377, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=b48ba794-0d0b-4f62-99c8-481f14292377,segment=NetworkSegment(ae45f4da-7e93-4d9e-a93e-e971d68c1d91),segment_id=ae45f4da-7e93-4d9e-a93e-e971d68c1d91)] {{(pid=75045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:05:01.686224 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-a7c404d0-33ae-4486-8a22-a41573b55719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3837783'] for port, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:01.698596 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:01.784673 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-52bafd44-cc6d-4b95-9c5b-5a80e0563764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:01.817574 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-a7c404d0-33ae-4486-8a22-a41573b55719 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for port, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:01.819458 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-a7c404d0-33ae-4486-8a22-a41573b55719 service neutron] 10.222.0.21 "PUT /v2.0/ports/b48ba794-0d0b-4f62-99c8-481f14292377 HTTP/1.1" status: 200 len: 1093 time: 4.2273600 Aug 25 16:05:01.820216 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16', 'tag': 'b48ba794-0d0b-4f62-99c8-481f14292377'}] {{(pid=75045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:05:01.827596 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a69d77f8-22c4-456f-817f-ea16e44cb6fe', 'tag': '5d9c29e6-4d23-40c8-9b7d-cbf20832f84e', 'status': 'completed', 'code': 200} Aug 25 16:05:01.843687 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c404d0-33ae-4486-8a22-a41573b55719 service neutron] Pushing event updated for resources: {'Port': ['ID=b48ba794-0d0b-4f62-99c8-481f14292377,revision_number=3']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:01.853894 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-a7c404d0-33ae-4486-8a22-a41573b55719 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:01.862517 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-52bafd44-cc6d-4b95-9c5b-5a80e0563764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:01.986111 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-52bafd44-cc6d-4b95-9c5b-5a80e0563764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:02.001246 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:02.016838 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-52bafd44-cc6d-4b95-9c5b-5a80e0563764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:02.021177 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-52bafd44-cc6d-4b95-9c5b-5a80e0563764 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d2ce18af-a440-4d27-87c5-8f51b536ac35 HTTP/1.1" status: 204 len: 168 time: 0.4198077 Aug 25 16:05:02.023428 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bafd44-cc6d-4b95-9c5b-5a80e0563764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ce18af-a440-4d27-87c5-8f51b536ac35,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:02.026909 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-52bafd44-cc6d-4b95-9c5b-5a80e0563764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:02.072176 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6857b07-2fee-4f96-92e5-eeb6e71ac203 req-ede5004e-f545-4d58-bb89-79ccec73c856 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:02.074291 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c6857b07-2fee-4f96-92e5-eeb6e71ac203 req-ede5004e-f545-4d58-bb89-79ccec73c856 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 943 time: 0.1375017 Aug 25 16:05:02.159761 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c6857b07-2fee-4f96-92e5-eeb6e71ac203 req-0e844946-4c91-42ac-9d7f-5f87816d6253 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725231 Aug 25 16:05:02.251507 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16', 'tag': 'b48ba794-0d0b-4f62-99c8-481f14292377', 'status': 'completed', 'code': 200} Aug 25 16:05:02.552371 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692f4dd-08d5-419f-8c71-6a0f5437527f req-dd370da2-7adc-43d3-8d31-11cf93f537c3 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:02.554203 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f692f4dd-08d5-419f-8c71-6a0f5437527f req-dd370da2-7adc-43d3-8d31-11cf93f537c3 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 943 time: 0.1051188 Aug 25 16:05:02.623650 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 44828) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:02.659557 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f692f4dd-08d5-419f-8c71-6a0f5437527f req-c53a2f13-b5ef-48d2-a3ff-21205139663e tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe7e2b3f-27fc-4b2c-8f7c-82ba2e4358fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949152 Aug 25 16:05:02.690841 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a6a5fe75-5648-427b-b3d7-580ca54b4bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:02.802524 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-a6a5fe75-5648-427b-b3d7-580ca54b4bbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:02.807909 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-a6a5fe75-5648-427b-b3d7-580ca54b4bbc admin admin] Usage tracker for resource:security_group_rule and tenant:8546be82e343403ab960e70888dcb0b4 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:02.811084 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-a6a5fe75-5648-427b-b3d7-580ca54b4bbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:02.818287 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-a6a5fe75-5648-427b-b3d7-580ca54b4bbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:02.981461 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a6a5fe75-5648-427b-b3d7-580ca54b4bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:02.986540 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a6a5fe75-5648-427b-b3d7-580ca54b4bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:02.988104 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99850d95-f02f-4f7e-a0dd-25437379a253 req-a97e2609-f575-4354-b7b8-eb9ebbb90c36 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:02.996238 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-99850d95-f02f-4f7e-a0dd-25437379a253 req-a97e2609-f575-4354-b7b8-eb9ebbb90c36 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 943 time: 0.1179762 Aug 25 16:05:03.044790 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-a0fd7ebd-475c-4ca7-9526-2c3dd1f0d14e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:03.058228 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-a6a5fe75-5648-427b-b3d7-580ca54b4bbc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8546be82e343403ab960e70888dcb0b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4336166 Aug 25 16:05:03.058925 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 44850) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:03.080792 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-99850d95-f02f-4f7e-a0dd-25437379a253 req-598da8e7-7aca-4d73-9813-16af537a815e tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Synchronizing usage tracker for tenant:f675e5666b19428a9822ff26629e69fc on resource:security_group {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:05:03.108647 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-99850d95-f02f-4f7e-a0dd-25437379a253 req-598da8e7-7aca-4d73-9813-16af537a815e tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Unset dirty status for tenant:f675e5666b19428a9822ff26629e69fc on resource:security_group {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:05:03.121293 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-99850d95-f02f-4f7e-a0dd-25437379a253 req-598da8e7-7aca-4d73-9813-16af537a815e tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240721 Aug 25 16:05:03.131831 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5fe75-5648-427b-b3d7-580ca54b4bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11dbea9a-e770-46f8-8da5-d92ca2ad2c4c,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:03.136915 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-a6a5fe75-5648-427b-b3d7-580ca54b4bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:03.207220 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-5e6204ac-3add-40c9-af31-ab1b2162f030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:03.240808 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-5e6204ac-3add-40c9-af31-ab1b2162f030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:03.314077 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-5e6204ac-3add-40c9-af31-ab1b2162f030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:03.321791 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-e7536c25-bc3c-410f-b6ad-9afc41850aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:03.345461 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6204ac-3add-40c9-af31-ab1b2162f030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11dbea9a-e770-46f8-8da5-d92ca2ad2c4c,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:03.350590 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-5e6204ac-3add-40c9-af31-ab1b2162f030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:03.352200 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-5e6204ac-3add-40c9-af31-ab1b2162f030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:03.357596 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-5e6204ac-3add-40c9-af31-ab1b2162f030 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/11dbea9a-e770-46f8-8da5-d92ca2ad2c4c HTTP/1.1" status: 204 len: 168 time: 0.2959619 Aug 25 16:05:03.525599 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebeeea-bebf-43f3-a9c0-bd1c3dafcda3 req-0dcb95b0-9072-4d90-aacd-c47d6d87bc21 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:03.527264 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-50ebeeea-bebf-43f3-a9c0-bd1c3dafcda3 req-0dcb95b0-9072-4d90-aacd-c47d6d87bc21 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 943 time: 0.1036530 Aug 25 16:05:03.578211 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-50ebeeea-bebf-43f3-a9c0-bd1c3dafcda3 req-1d07039b-8dd4-4d23-b8c5-f1eab2648e71 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439994 Aug 25 16:05:03.833802 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bfc472b-1f44-44dd-8839-ddab340c7beb', 'tag': '3a31aab4-f819-4247-9a1f-fd97d8d1c947'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:05:03.954825 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650011c7-fcca-4282-aa3f-a8a3e10c8368 req-a4261628-1f42-42be-adaf-7857f0b5697c tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:03.956602 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-650011c7-fcca-4282-aa3f-a8a3e10c8368 req-a4261628-1f42-42be-adaf-7857f0b5697c tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 943 time: 0.1286538 Aug 25 16:05:03.967739 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bfc472b-1f44-44dd-8839-ddab340c7beb', 'tag': '3a31aab4-f819-4247-9a1f-fd97d8d1c947', 'status': 'completed', 'code': 200} Aug 25 16:05:04.012658 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-650011c7-fcca-4282-aa3f-a8a3e10c8368 req-859f6e29-f9f5-439d-91b6-74e2990b4564 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe7e2b3f-27fc-4b2c-8f7c-82ba2e4358fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431700 Aug 25 16:05:04.013671 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 44886) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:04.041681 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5c2351be-7c09-44cd-9a11-9fcb6b91417b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:04.090411 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-5c2351be-7c09-44cd-9a11-9fcb6b91417b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:04.094490 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-5c2351be-7c09-44cd-9a11-9fcb6b91417b admin admin] Usage tracker for resource:security_group_rule and tenant:65fe2c6a3c294e32acf8a2cb22815bd7 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:04.097491 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-5c2351be-7c09-44cd-9a11-9fcb6b91417b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:04.104223 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-5c2351be-7c09-44cd-9a11-9fcb6b91417b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:04.265659 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5c2351be-7c09-44cd-9a11-9fcb6b91417b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:04.274314 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5c2351be-7c09-44cd-9a11-9fcb6b91417b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:04.294384 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-35d37d90-6807-443e-b187-aa0a8ade30c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:04.517540 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-5c2351be-7c09-44cd-9a11-9fcb6b91417b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=65fe2c6a3c294e32acf8a2cb22815bd7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4976513 Aug 25 16:05:04.517540 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2351be-7c09-44cd-9a11-9fcb6b91417b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ea7fe5-33c3-433b-979e-a01566fb0f52,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:04.522027 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 44902) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:04.522229 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-5c2351be-7c09-44cd-9a11-9fcb6b91417b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:04.607473 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff796389-c3d2-49a4-93a6-de1170e1c118 req-a738c126-f592-4d6b-804e-07ec701b14d0 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:04.607473 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ff796389-c3d2-49a4-93a6-de1170e1c118 req-a738c126-f592-4d6b-804e-07ec701b14d0 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 943 time: 0.3194516 Aug 25 16:05:04.658150 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-635f4228-e1ce-44fc-ac4c-c44da02c6659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:04.703011 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-635f4228-e1ce-44fc-ac4c-c44da02c6659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:04.760317 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ff796389-c3d2-49a4-93a6-de1170e1c118 req-0569960d-0822-4f1e-9b7e-5cdea81a9052 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297462 Aug 25 16:05:04.790478 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-635f4228-e1ce-44fc-ac4c-c44da02c6659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:04.795217 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-a6a5fe75-5648-427b-b3d7-580ca54b4bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:04.820667 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f4228-e1ce-44fc-ac4c-c44da02c6659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ea7fe5-33c3-433b-979e-a01566fb0f52,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:04.828530 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-635f4228-e1ce-44fc-ac4c-c44da02c6659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:04.840859 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-635f4228-e1ce-44fc-ac4c-c44da02c6659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:04.842002 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-635f4228-e1ce-44fc-ac4c-c44da02c6659 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/88ea7fe5-33c3-433b-979e-a01566fb0f52 HTTP/1.1" status: 204 len: 168 time: 0.3225505 Aug 25 16:05:04.979342 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f9000-7602-485d-bf17-f7696388b47c req-2f4dc64b-e78e-48cb-b1e3-2b41b9552ca4 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:04.984736 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-108f9000-7602-485d-bf17-f7696388b47c req-2f4dc64b-e78e-48cb-b1e3-2b41b9552ca4 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 943 time: 0.1012726 Aug 25 16:05:05.045134 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-108f9000-7602-485d-bf17-f7696388b47c req-e0c54c9a-b08a-4c81-9340-ec1fe53dd220 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537324 Aug 25 16:05:05.241597 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81b272-ca89-49b5-b28d-12bcc8116153 req-60e07c9d-0eee-4c96-951c-0b207bc03dd0 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:05.243199 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-af81b272-ca89-49b5-b28d-12bcc8116153 req-60e07c9d-0eee-4c96-951c-0b207bc03dd0 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 943 time: 0.0891385 Aug 25 16:05:05.317271 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-af81b272-ca89-49b5-b28d-12bcc8116153 req-4a72070e-628e-46a1-ba41-e590285369d0 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe7e2b3f-27fc-4b2c-8f7c-82ba2e4358fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649843 Aug 25 16:05:06.077306 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70bb92-435c-428c-8033-5f8769e79e1a req-468a9068-ecca-40de-b73b-7748f83a21da tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:06.079120 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-0e70bb92-435c-428c-8033-5f8769e79e1a req-468a9068-ecca-40de-b73b-7748f83a21da tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 943 time: 0.1201468 Aug 25 16:05:06.194751 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-0e70bb92-435c-428c-8033-5f8769e79e1a req-5e41b63f-3a03-4716-a4ae-a57f31ee7660 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047418 Aug 25 16:05:06.281437 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89f43a-8206-41b6-87eb-a9bfe64faa23 req-78b52216-de50-4198-8d60-2f7301caccfb tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:06.293709 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1d89f43a-8206-41b6-87eb-a9bfe64faa23 req-78b52216-de50-4198-8d60-2f7301caccfb tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 943 time: 0.0954111 Aug 25 16:05:06.368600 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1d89f43a-8206-41b6-87eb-a9bfe64faa23 req-b123963f-b5a2-4a24-a399-7c0f817a98b2 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733957 Aug 25 16:05:06.533884 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b7cb7-6c21-427f-8686-3fbf21a494de req-bd905573-87ed-486e-ab9c-a01dcccbc67e tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:06.535976 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a85b7cb7-6c21-427f-8686-3fbf21a494de req-bd905573-87ed-486e-ab9c-a01dcccbc67e tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 943 time: 0.0799911 Aug 25 16:05:06.589445 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a85b7cb7-6c21-427f-8686-3fbf21a494de req-4a82dd9a-039c-45ff-9a09-8d64a42a0ad9 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe7e2b3f-27fc-4b2c-8f7c-82ba2e4358fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466197 Aug 25 16:05:06.792047 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 45008) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:06.947343 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-9db04cb5-0a60-473f-b19e-8cc500396c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:06.977743 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-9db04cb5-0a60-473f-b19e-8cc500396c52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:06.981466 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-9db04cb5-0a60-473f-b19e-8cc500396c52 admin admin] Usage tracker for resource:security_group_rule and tenant:a2bae70f716640c0accb921dc6ce9483 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:06.984248 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-9db04cb5-0a60-473f-b19e-8cc500396c52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:06.990586 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-9db04cb5-0a60-473f-b19e-8cc500396c52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:07.055835 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-9db04cb5-0a60-473f-b19e-8cc500396c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:07.060001 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-9db04cb5-0a60-473f-b19e-8cc500396c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:07.067617 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-635f4228-e1ce-44fc-ac4c-c44da02c6659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:07.111532 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db04cb5-0a60-473f-b19e-8cc500396c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e21b3dd-c2db-4aa6-bb5d-cfb61eb27f61,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:07.116395 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-9db04cb5-0a60-473f-b19e-8cc500396c52 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a2bae70f716640c0accb921dc6ce9483&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3231571 Aug 25 16:05:07.117305 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-9db04cb5-0a60-473f-b19e-8cc500396c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:07.118997 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 45030) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:07.185442 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-0e92e3ce-db5c-41be-96f8-08093772d115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:07.219081 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-0e92e3ce-db5c-41be-96f8-08093772d115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:07.372659 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-0e92e3ce-db5c-41be-96f8-08093772d115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:07.380603 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:07.389823 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-06d516df-addb-4e5d-a107-e16e67a61bb0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19552b71-7cb9-4c5a-9436-fcba33552e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094849 Aug 25 16:05:07.396562 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92e3ce-db5c-41be-96f8-08093772d115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e21b3dd-c2db-4aa6-bb5d-cfb61eb27f61,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:07.399036 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-0e92e3ce-db5c-41be-96f8-08093772d115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:07.402572 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-0e92e3ce-db5c-41be-96f8-08093772d115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:07.403895 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-0e92e3ce-db5c-41be-96f8-08093772d115 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7e21b3dd-c2db-4aa6-bb5d-cfb61eb27f61 HTTP/1.1" status: 204 len: 168 time: 0.2837744 Aug 25 16:05:07.426540 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:05:07.608323 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-5eed8e6f-76f4-426f-bce4-88b9cc8eb507 req-540a8399-7a7c-4557-ae3a-c4ca9d312bda service neutron] 10.222.0.21 "GET /v2.0/networks/0f67ca83-b2a6-4501-ba9c-b1beffdb110e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262932 Aug 25 16:05:07.627660 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d789df6-d41a-4309-8de1-e9f5869a06ca req-c9299451-e059-42a3-92bb-f43f7c8345df tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:07.635648 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-5d789df6-d41a-4309-8de1-e9f5869a06ca req-c9299451-e059-42a3-92bb-f43f7c8345df tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 943 time: 0.2296791 Aug 25 16:05:07.642667 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-57cb69ad-66f2-40e8-9bb0-b8899e98eb56 req-eb103f87-1f85-491b-88e6-e8b5d7702bfb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f675e5666b19428a9822ff26629e69fc&device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 1096 time: 0.1615086 Aug 25 16:05:07.742472 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-91819c24-f361-45c0-b4d2-dcfe7f174cf8 req-bd07d7ff-0d94-4c90-92f2-c49187811f7d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f675e5666b19428a9822ff26629e69fc&device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 1096 time: 0.2669997 Aug 25 16:05:07.744229 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-078f11c1-f8c6-46bf-9dab-018243372341 service neutron] 10.222.0.21 "GET /v2.0/networks/19552b71-7cb9-4c5a-9436-fcba33552e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925463 Aug 25 16:05:07.759378 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3d44f-9e02-4319-addb-417f4fe20b0b req-535cf034-e50a-4952-9dae-a1d272f08f5e tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:07.760829 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-b7b3d44f-9e02-4319-addb-417f4fe20b0b req-535cf034-e50a-4952-9dae-a1d272f08f5e tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 943 time: 0.1923370 Aug 25 16:05:07.828727 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 45052) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:07.874314 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-5d789df6-d41a-4309-8de1-e9f5869a06ca req-79410002-146d-4ead-93a3-ca98a5bd995e tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374988 Aug 25 16:05:07.894996 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a52a21c2-0a59-4bfb-b4a6-31e0f895c7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:07.914756 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb69ad-66f2-40e8-9bb0-b8899e98eb56 req-717dd9a1-7cd7-4f73-bbea-c8a112e5b18e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:07.916233 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-57cb69ad-66f2-40e8-9bb0-b8899e98eb56 req-717dd9a1-7cd7-4f73-bbea-c8a112e5b18e service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f675e5666b19428a9822ff26629e69fc&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2577314 Aug 25 16:05:07.966098 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-a52a21c2-0a59-4bfb-b4a6-31e0f895c7fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:08.005940 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-b7b3d44f-9e02-4319-addb-417f4fe20b0b req-ee428708-c68c-4e71-8d97-d8e1932f0e53 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054000 Aug 25 16:05:08.033556 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-a52a21c2-0a59-4bfb-b4a6-31e0f895c7fd admin admin] Usage tracker for resource:security_group_rule and tenant:d77d0fc4ec074ffd8044de3514ab4092 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:08.061416 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-780fc519-2d16-4799-a31b-73a36aeb7d01 req-afe0590f-0da6-4d98-9c5d-71a6af70dd17 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d7dfad5bc0e460f933cc2e5f4c570cb&device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 1096 time: 0.3161764 Aug 25 16:05:08.066281 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-a52a21c2-0a59-4bfb-b4a6-31e0f895c7fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:08.090736 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91819c24-f361-45c0-b4d2-dcfe7f174cf8 req-ee011b94-2c2f-4810-94d1-f817d5066c5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:08.092479 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-91819c24-f361-45c0-b4d2-dcfe7f174cf8 req-ee011b94-2c2f-4810-94d1-f817d5066c5a service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f675e5666b19428a9822ff26629e69fc&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3297436 Aug 25 16:05:08.101883 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-a52a21c2-0a59-4bfb-b4a6-31e0f895c7fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:08.249743 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-bad33f6b-1c69-4a99-9400-b85bbc0548b7 req-b61a86b8-9fff-4925-8dcb-359d166b2fea service neutron] 10.222.0.21 "GET /v2.0/networks/19552b71-7cb9-4c5a-9436-fcba33552e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4878159 Aug 25 16:05:08.262344 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb69ad-66f2-40e8-9bb0-b8899e98eb56 req-a5ab3957-0f57-4261-9c2b-6a4cc1d9af27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:08.277561 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-57cb69ad-66f2-40e8-9bb0-b8899e98eb56 req-a5ab3957-0f57-4261-9c2b-6a4cc1d9af27 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3336730 Aug 25 16:05:08.284107 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74bc16-a962-4335-8194-67ebf6ea7e4c req-952929c1-2d44-42d7-8bac-a17ce45a2ec3 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:08.291597 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3d74bc16-a962-4335-8194-67ebf6ea7e4c req-952929c1-2d44-42d7-8bac-a17ce45a2ec3 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 943 time: 0.2764134 Aug 25 16:05:08.297028 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91819c24-f361-45c0-b4d2-dcfe7f174cf8 req-e1e47b39-6987-4eec-a538-dc677c1d928f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:08.299014 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-91819c24-f361-45c0-b4d2-dcfe7f174cf8 req-e1e47b39-6987-4eec-a538-dc677c1d928f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1899412 Aug 25 16:05:08.386091 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fc519-2d16-4799-a31b-73a36aeb7d01 req-83fe2b15-3ade-4223-bb86-ea81ba6d054d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:08.387491 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-780fc519-2d16-4799-a31b-73a36aeb7d01 req-83fe2b15-3ade-4223-bb86-ea81ba6d054d service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f67ca83-b2a6-4501-ba9c-b1beffdb110e HTTP/1.1" status: 200 len: 913 time: 0.3113127 Aug 25 16:05:08.417734 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3d74bc16-a962-4335-8194-67ebf6ea7e4c req-164f2122-ab96-4d0c-8486-64d282d2ba20 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe7e2b3f-27fc-4b2c-8f7c-82ba2e4358fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251819 Aug 25 16:05:08.423142 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a52a21c2-0a59-4bfb-b4a6-31e0f895c7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:08.430685 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a52a21c2-0a59-4bfb-b4a6-31e0f895c7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:08.439211 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-7ed5cffc-ec0a-4da0-88cb-b4b2a1103854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:08.488901 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a21c2-0a59-4bfb-b4a6-31e0f895c7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac002c1-1bd2-4b79-86e5-9c15ae638f73,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:08.494772 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-a52a21c2-0a59-4bfb-b4a6-31e0f895c7fd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d77d0fc4ec074ffd8044de3514ab4092&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6592262 Aug 25 16:05:08.496196 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-a52a21c2-0a59-4bfb-b4a6-31e0f895c7fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:08.497705 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 45080) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:08.561594 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a5561597-8e69-47ef-a4f8-ab6fbcfd59b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:08.593305 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a5561597-8e69-47ef-a4f8-ab6fbcfd59b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:08.647690 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a5561597-8e69-47ef-a4f8-ab6fbcfd59b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:08.651856 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-9393b9a5-9ac4-445a-b854-c2f1a7a28515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:08.668625 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5561597-8e69-47ef-a4f8-ab6fbcfd59b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac002c1-1bd2-4b79-86e5-9c15ae638f73,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:08.671569 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-a5561597-8e69-47ef-a4f8-ab6fbcfd59b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:08.674617 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a5561597-8e69-47ef-a4f8-ab6fbcfd59b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:08.675749 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-a5561597-8e69-47ef-a4f8-ab6fbcfd59b7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eac002c1-1bd2-4b79-86e5-9c15ae638f73 HTTP/1.1" status: 204 len: 168 time: 0.1769791 Aug 25 16:05:08.991302 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-780fc519-2d16-4799-a31b-73a36aeb7d01 req-c41520a6-6938-4f61-8ddd-e87400dbd0ab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a1a7b47-e002-4721-ac8b-47d285d0c575 HTTP/1.1" status: 200 len: 217 time: 0.1102214 Aug 25 16:05:09.057677 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:09.101849 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fc519-2d16-4799-a31b-73a36aeb7d01 req-28d8f23c-9315-42c9-9433-861891a3b69d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:09.103829 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-780fc519-2d16-4799-a31b-73a36aeb7d01 req-28d8f23c-9315-42c9-9433-861891a3b69d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8a1fcdbd-c452-46ab-833c-bfa4ee76bf5e HTTP/1.1" status: 200 len: 851 time: 0.0968120 Aug 25 16:05:09.125423 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-1cec370c-d85b-463c-880e-ce679d15a718 req-d8dbfd98-eb75-4ffb-b7cb-b34eeb0a3d1c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f675e5666b19428a9822ff26629e69fc&device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 1096 time: 0.1760607 Aug 25 16:05:09.146648 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-7c3541bd-d22b-43f2-b46d-3dcbc9694343 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f675e5666b19428a9822ff26629e69fc&device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 1096 time: 0.1737261 Aug 25 16:05:09.218372 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-1cec370c-d85b-463c-880e-ce679d15a718 req-bbad6e05-542d-4ced-9d31-b280813ed22c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a31aab4-f819-4247-9a1f-fd97d8d1c947 HTTP/1.1" status: 200 len: 217 time: 0.0920331 Aug 25 16:05:09.267201 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-419deedf-280f-4594-90ad-011d4738393b req-61de0624-9972-4236-8ab7-8df411988393 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e09075145744d7794abaa90e728ee8c&device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 1096 time: 0.3824785 Aug 25 16:05:09.286490 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e46d61-ebb2-40e2-9197-24f74afa083f req-af4ba581-488d-4982-b9be-ccb5f8154b7e tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:09.288342 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-94e46d61-ebb2-40e2-9197-24f74afa083f req-af4ba581-488d-4982-b9be-ccb5f8154b7e tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 943 time: 0.2170787 Aug 25 16:05:09.322268 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-f326ef4d-962c-4e14-b243-29bc9f67cb7f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b48ba794-0d0b-4f62-99c8-481f14292377 HTTP/1.1" status: 200 len: 217 time: 0.1574156 Aug 25 16:05:09.451120 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-780fc519-2d16-4799-a31b-73a36aeb7d01 req-02680777-5bfb-4548-8f97-cb93417ccb1e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f67ca83-b2a6-4501-ba9c-b1beffdb110e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3236384 Aug 25 16:05:09.603047 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-94e46d61-ebb2-40e2-9197-24f74afa083f req-220df910-766f-4798-9550-188172450daa tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867160 Aug 25 16:05:09.638386 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec370c-d85b-463c-880e-ce679d15a718 req-263e83a3-470f-4f5c-a6da-bff4db9aabda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:09.640598 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-1cec370c-d85b-463c-880e-ce679d15a718 req-263e83a3-470f-4f5c-a6da-bff4db9aabda service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21c635d2-aa5a-4ebb-9743-23ef87a885c6 HTTP/1.1" status: 200 len: 859 time: 0.3861263 Aug 25 16:05:09.664068 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-c7968ab3-fbab-4158-b85d-0f25e59a0050 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:09.666160 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-c7968ab3-fbab-4158-b85d-0f25e59a0050 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21c635d2-aa5a-4ebb-9743-23ef87a885c6 HTTP/1.1" status: 200 len: 859 time: 0.2958896 Aug 25 16:05:09.736564 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-1cec370c-d85b-463c-880e-ce679d15a718 req-235aa829-6a8f-45c9-859a-1b115e8de122 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ce200f7d-ab4f-4302-beaa-d6a928b6d6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883930 Aug 25 16:05:09.738341 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-fba0d441-2019-4557-aec8-5e5b806c51ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ce200f7d-ab4f-4302-beaa-d6a928b6d6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619502 Aug 25 16:05:09.740617 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419deedf-280f-4594-90ad-011d4738393b req-40031cd6-4a0c-4811-a7d4-ad29fcb7519e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:09.742316 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-419deedf-280f-4594-90ad-011d4738393b req-40031cd6-4a0c-4811-a7d4-ad29fcb7519e service neutron] 10.222.0.21 "GET /v2.0/networks?id=19552b71-7cb9-4c5a-9436-fcba33552e32 HTTP/1.1" status: 200 len: 917 time: 0.4631872 Aug 25 16:05:09.753227 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689591b-e037-49c7-98c5-7b9c93d81114 req-52227c44-bb73-46f5-ae05-460a6bad0705 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:09.754882 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f689591b-e037-49c7-98c5-7b9c93d81114 req-52227c44-bb73-46f5-ae05-460a6bad0705 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 943 time: 0.5067313 Aug 25 16:05:09.890288 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-780fc519-2d16-4799-a31b-73a36aeb7d01 req-6adb6094-7cae-4d21-8ca6-a57b257b1bd8 service neutron] 10.222.0.21 "GET /v2.0/networks/0f67ca83-b2a6-4501-ba9c-b1beffdb110e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131327 Aug 25 16:05:09.999193 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f689591b-e037-49c7-98c5-7b9c93d81114 req-ab7447a1-3559-4d8b-a04c-ccad3e844d02 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208686 Aug 25 16:05:10.060472 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-419deedf-280f-4594-90ad-011d4738393b req-b4363ed5-05eb-4073-9d62-6006bd0cfe31 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d9c29e6-4d23-40c8-9b7d-cbf20832f84e HTTP/1.1" status: 200 len: 217 time: 0.2637475 Aug 25 16:05:10.064035 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-1cec370c-d85b-463c-880e-ce679d15a718 req-358a0547-77a4-4cb3-ad7d-b9d15cb29c72 service neutron] 10.222.0.21 "GET /v2.0/networks/ce200f7d-ab4f-4302-beaa-d6a928b6d6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064654 Aug 25 16:05:10.243163 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419deedf-280f-4594-90ad-011d4738393b req-10c54e88-1835-4543-aff3-27bc54256495 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:10.244795 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-419deedf-280f-4594-90ad-011d4738393b req-10c54e88-1835-4543-aff3-27bc54256495 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df66c879-3ba5-40b2-94eb-12264a9babfa HTTP/1.1" status: 200 len: 855 time: 0.1710119 Aug 25 16:05:10.244933 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-1cec370c-d85b-463c-880e-ce679d15a718 req-411d8123-ef76-484e-9bf7-f27863ddd6cc service neutron] 10.222.0.21 "GET /v2.0/networks/ce200f7d-ab4f-4302-beaa-d6a928b6d6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572454 Aug 25 16:05:10.249700 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-537bc929-2857-43c5-bed1-dc65dd5685a4 service neutron] 10.222.0.21 "GET /v2.0/networks/ce200f7d-ab4f-4302-beaa-d6a928b6d6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4943798 Aug 25 16:05:10.265002 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90297ff-d327-4453-9818-a4725b9dd1d2 req-382436b2-cc17-462c-82d4-0843adf8198a tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:10.273462 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f90297ff-d327-4453-9818-a4725b9dd1d2 req-382436b2-cc17-462c-82d4-0843adf8198a tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 943 time: 0.1929498 Aug 25 16:05:10.297835 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-780fc519-2d16-4799-a31b-73a36aeb7d01 req-4f3617e9-9009-45e3-986d-9ab55251ee36 service neutron] 10.222.0.21 "GET /v2.0/networks/0f67ca83-b2a6-4501-ba9c-b1beffdb110e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972454 Aug 25 16:05:10.361182 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-419deedf-280f-4594-90ad-011d4738393b req-f0b0f9bd-64ef-4c07-a982-3a0077ffe41a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19552b71-7cb9-4c5a-9436-fcba33552e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853963 Aug 25 16:05:10.703740 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-419deedf-280f-4594-90ad-011d4738393b req-9bbb530c-781c-4b49-b3d6-523e26056c82 service neutron] 10.222.0.21 "GET /v2.0/networks/19552b71-7cb9-4c5a-9436-fcba33552e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136964 Aug 25 16:05:10.711926 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 45180) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:10.716876 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-43ddc677-af77-4f45-b9af-8e47f428e04f req-29b0679a-f0cc-4550-b1c5-f3c1a8a93531 service neutron] 10.222.0.21 "GET /v2.0/networks/ce200f7d-ab4f-4302-beaa-d6a928b6d6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390044 Aug 25 16:05:10.865735 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-f90297ff-d327-4453-9818-a4725b9dd1d2 req-dce0bbaa-d99a-48e5-9711-41f91de2b875 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Synchronizing usage tracker for tenant:3d7dfad5bc0e460f933cc2e5f4c570cb on resource:security_group {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:05:10.920935 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-f90297ff-d327-4453-9818-a4725b9dd1d2 req-dce0bbaa-d99a-48e5-9711-41f91de2b875 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Unset dirty status for tenant:3d7dfad5bc0e460f933cc2e5f4c570cb on resource:security_group {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:05:10.922131 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f90297ff-d327-4453-9818-a4725b9dd1d2 req-dce0bbaa-d99a-48e5-9711-41f91de2b875 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe7e2b3f-27fc-4b2c-8f7c-82ba2e4358fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6478536 Aug 25 16:05:10.965795 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-419deedf-280f-4594-90ad-011d4738393b req-a4ec3d45-5ed0-4734-a8f6-92bc056db7ec service neutron] 10.222.0.21 "GET /v2.0/networks/19552b71-7cb9-4c5a-9436-fcba33552e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450328 Aug 25 16:05:10.973316 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-340e4941-4719-4cfc-838e-73333c91ac87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:11.023376 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fcbf6-88e7-4d83-ab7b-d26e5eb12950 req-ffc4d4e9-866b-441c-b9d8-2eece766d600 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:11.025421 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8b4fcbf6-88e7-4d83-ab7b-d26e5eb12950 req-ffc4d4e9-866b-441c-b9d8-2eece766d600 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 943 time: 0.1745496 Aug 25 16:05:11.029240 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-340e4941-4719-4cfc-838e-73333c91ac87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:11.048245 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-340e4941-4719-4cfc-838e-73333c91ac87 admin admin] Usage tracker for resource:security_group_rule and tenant:efcea5dc13de45d09261ba0d94a7aece is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:11.054337 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-340e4941-4719-4cfc-838e-73333c91ac87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:11.062843 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-340e4941-4719-4cfc-838e-73333c91ac87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:11.092220 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8b4fcbf6-88e7-4d83-ab7b-d26e5eb12950 req-1a25c533-0843-433f-8966-fd51ae3fa60a tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602722 Aug 25 16:05:11.183186 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-340e4941-4719-4cfc-838e-73333c91ac87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:11.189567 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-340e4941-4719-4cfc-838e-73333c91ac87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:11.197869 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-a52a21c2-0a59-4bfb-b4a6-31e0f895c7fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:11.244891 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e4941-4719-4cfc-838e-73333c91ac87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35acca0-2b77-4faa-b6ab-c8d979e30c03,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:11.252710 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-340e4941-4719-4cfc-838e-73333c91ac87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:11.259058 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-340e4941-4719-4cfc-838e-73333c91ac87 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=efcea5dc13de45d09261ba0d94a7aece&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5457225 Aug 25 16:05:11.262414 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 45202) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:11.274665 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a06cbe-bfb1-47dd-8713-024a0d71138f req-8ba19cf1-2e4e-4e2d-8ee8-a2871f44e46b tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:11.278383 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-94a06cbe-bfb1-47dd-8713-024a0d71138f req-8ba19cf1-2e4e-4e2d-8ee8-a2871f44e46b tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 943 time: 0.1206489 Aug 25 16:05:11.347583 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-94a06cbe-bfb1-47dd-8713-024a0d71138f req-1811b1a6-b0d2-4a43-8af5-58f204eadc70 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581822 Aug 25 16:05:11.364891 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c62b-9bce-4d8f-a30f-f5d95c4936f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:11.393486 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c62b-9bce-4d8f-a30f-f5d95c4936f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:11.454794 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c62b-9bce-4d8f-a30f-f5d95c4936f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:11.458931 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:11.472623 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5c62b-9bce-4d8f-a30f-f5d95c4936f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35acca0-2b77-4faa-b6ab-c8d979e30c03,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:11.475658 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-b5d5c62b-9bce-4d8f-a30f-f5d95c4936f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:11.485575 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c62b-9bce-4d8f-a30f-f5d95c4936f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:11.486696 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-b5d5c62b-9bce-4d8f-a30f-f5d95c4936f4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f35acca0-2b77-4faa-b6ab-c8d979e30c03 HTTP/1.1" status: 204 len: 168 time: 0.2232893 Aug 25 16:05:11.850599 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 45222) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:11.870312 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-519cfaba-4ebd-4214-95fd-dfd3ef52dfc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:11.913912 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-519cfaba-4ebd-4214-95fd-dfd3ef52dfc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:11.917211 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-519cfaba-4ebd-4214-95fd-dfd3ef52dfc7 admin admin] Usage tracker for resource:security_group_rule and tenant:41163f22548d40d197665c43f690f5c5 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:11.920052 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-519cfaba-4ebd-4214-95fd-dfd3ef52dfc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:11.925708 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-519cfaba-4ebd-4214-95fd-dfd3ef52dfc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:11.999227 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 45232) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:12.011411 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-519cfaba-4ebd-4214-95fd-dfd3ef52dfc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:12.017833 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-519cfaba-4ebd-4214-95fd-dfd3ef52dfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:12.049276 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-52bafd44-cc6d-4b95-9c5b-5a80e0563764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:12.066848 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-519cfaba-4ebd-4214-95fd-dfd3ef52dfc7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=41163f22548d40d197665c43f690f5c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2151258 Aug 25 16:05:12.070083 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 45240) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:12.100878 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519cfaba-4ebd-4214-95fd-dfd3ef52dfc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62948432-3553-446d-b136-797f20e46178,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:12.104718 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-519cfaba-4ebd-4214-95fd-dfd3ef52dfc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:12.250227 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8fc8435b-3612-48db-bd6b-ff4b72f8ec32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:12.340162 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-8fc8435b-3612-48db-bd6b-ff4b72f8ec32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:12.341926 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16fd36-bf5f-45fb-aeb5-d6a0495a299b req-b4e7ac4d-0aa1-4f08-a702-6f972bf8eee2 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:12.344674 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7e16fd36-bf5f-45fb-aeb5-d6a0495a299b req-b4e7ac4d-0aa1-4f08-a702-6f972bf8eee2 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 943 time: 0.1011810 Aug 25 16:05:12.348690 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-11457429-8211-486b-be47-0afc00f386de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:12.352786 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-8fc8435b-3612-48db-bd6b-ff4b72f8ec32 admin admin] Usage tracker for resource:security_group_rule and tenant:8d094b1fcee24b32b98ab284d582a054 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:12.356647 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-8fc8435b-3612-48db-bd6b-ff4b72f8ec32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:12.372128 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-8fc8435b-3612-48db-bd6b-ff4b72f8ec32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:12.409118 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7e16fd36-bf5f-45fb-aeb5-d6a0495a299b req-4e8a3ffc-e03c-4aea-b3f8-93c290719dbd tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541730 Aug 25 16:05:12.410261 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e63c27-801a-4d2f-9e9d-98060bbd2447 req-769256e6-dedb-4243-a69a-2edbfff9f873 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:12.411758 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-82e63c27-801a-4d2f-9e9d-98060bbd2447 req-769256e6-dedb-4243-a69a-2edbfff9f873 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 943 time: 0.2353942 Aug 25 16:05:12.417902 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-11457429-8211-486b-be47-0afc00f386de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:12.545286 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-82e63c27-801a-4d2f-9e9d-98060bbd2447 req-4393da19-18fa-4473-8ed9-0c49a3bf4e5b tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe7e2b3f-27fc-4b2c-8f7c-82ba2e4358fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184626 Aug 25 16:05:12.580014 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8fc8435b-3612-48db-bd6b-ff4b72f8ec32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:12.585455 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8fc8435b-3612-48db-bd6b-ff4b72f8ec32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:12.596217 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-707a265b-d4cc-4a83-93ec-d8ea7d286ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:12.612407 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-11457429-8211-486b-be47-0afc00f386de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:12.633910 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bf2a7-7fb5-4543-9396-a40d560c4d4d req-22c1bdfb-c4d2-4622-8fbb-a6e4ef3442de tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:12.645733 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-fd4bf2a7-7fb5-4543-9396-a40d560c4d4d req-22c1bdfb-c4d2-4622-8fbb-a6e4ef3442de tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 943 time: 0.1047537 Aug 25 16:05:12.657902 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8435b-3612-48db-bd6b-ff4b72f8ec32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8facbc54-fd8c-4c80-b13a-67cce3dafcb9,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:12.668208 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-8fc8435b-3612-48db-bd6b-ff4b72f8ec32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:12.668628 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:12.678426 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-8fc8435b-3612-48db-bd6b-ff4b72f8ec32 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8d094b1fcee24b32b98ab284d582a054&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6782188 Aug 25 16:05:12.682348 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 45260) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:12.685275 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-11457429-8211-486b-be47-0afc00f386de admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:12.686472 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-11457429-8211-486b-be47-0afc00f386de admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/62948432-3553-446d-b136-797f20e46178 HTTP/1.1" status: 204 len: 168 time: 0.6154635 Aug 25 16:05:12.687315 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11457429-8211-486b-be47-0afc00f386de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62948432-3553-446d-b136-797f20e46178,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:12.717431 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-fd4bf2a7-7fb5-4543-9396-a40d560c4d4d req-189d9768-4370-4ba2-a9f2-e4560471252f tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707040 Aug 25 16:05:12.717619 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-11457429-8211-486b-be47-0afc00f386de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:12.798097 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-b530b43d-3681-4b99-9a30-fe6079b868fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:12.828457 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-b530b43d-3681-4b99-9a30-fe6079b868fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:12.898806 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-b530b43d-3681-4b99-9a30-fe6079b868fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:12.906890 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-8fc8435b-3612-48db-bd6b-ff4b72f8ec32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:12.928716 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530b43d-3681-4b99-9a30-fe6079b868fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8facbc54-fd8c-4c80-b13a-67cce3dafcb9,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:12.934293 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-b530b43d-3681-4b99-9a30-fe6079b868fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:12.936461 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-b530b43d-3681-4b99-9a30-fe6079b868fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:12.937647 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-b530b43d-3681-4b99-9a30-fe6079b868fe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8facbc54-fd8c-4c80-b13a-67cce3dafcb9 HTTP/1.1" status: 204 len: 168 time: 0.2543795 Aug 25 16:05:13.091126 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 45280) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:13.333659 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 3a1a7b47-e002-4721-ac8b-47d285d0c575 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:05:13.360164 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-40c05242-940b-4582-87ba-0e6059d42aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:13.439681 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-40c05242-940b-4582-87ba-0e6059d42aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:13.462740 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-40c05242-940b-4582-87ba-0e6059d42aaf admin admin] Usage tracker for resource:security_group_rule and tenant:098fbfee915f4e04b6ddb9808233e27a is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:13.469123 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-40c05242-940b-4582-87ba-0e6059d42aaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:13.481335 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-40c05242-940b-4582-87ba-0e6059d42aaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:13.548056 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 3a1a7b47-e002-4721-ac8b-47d285d0c575, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3a1a7b47-e002-4721-ac8b-47d285d0c575,segment=NetworkSegment(4b3f2e3e-3875-44b9-9c9d-f9ee0fad1bbc),segment_id=4b3f2e3e-3875-44b9-9c9d-f9ee0fad1bbc)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:13.569380 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Returning: {'device': '3a1a7b47-e002-4721-ac8b-47d285d0c575', 'network_id': '0f67ca83-b2a6-4501-ba9c-b1beffdb110e', 'port_id': '3a1a7b47-e002-4721-ac8b-47d285d0c575', 'mac_address': 'fa:16:3e:85:a5:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1fcdbd-c452-46ab-833c-bfa4ee76bf5e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:05:13.634867 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:13.645922 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-40c05242-940b-4582-87ba-0e6059d42aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:13.651295 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-40c05242-940b-4582-87ba-0e6059d42aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:13.657468 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a1a7b47-e002-4721-ac8b-47d285d0c575 {{(pid=75047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:05:13.670229 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-9db04cb5-0a60-473f-b19e-8cc500396c52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:13.682281 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 3a1a7b47-e002-4721-ac8b-47d285d0c575, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3a1a7b47-e002-4721-ac8b-47d285d0c575,segment=NetworkSegment(4b3f2e3e-3875-44b9-9c9d-f9ee0fad1bbc),segment_id=4b3f2e3e-3875-44b9-9c9d-f9ee0fad1bbc)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:13.687993 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:13.689918 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 5d9c29e6-4d23-40c8-9b7d-cbf20832f84e details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:05:13.695761 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:13.777396 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c05242-940b-4582-87ba-0e6059d42aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a395c8-efea-43c6-8470-b9bb23f9669f,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:13.787629 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-40c05242-940b-4582-87ba-0e6059d42aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:13.802433 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-40c05242-940b-4582-87ba-0e6059d42aaf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=098fbfee915f4e04b6ddb9808233e27a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7095456 Aug 25 16:05:13.808411 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 45308) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:13.845176 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fe763-d579-417d-a934-6a350ebacbe4 req-9cacaab7-9f01-4144-80d6-2b4f4371d4fb tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:13.852416 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-d82fe763-d579-417d-a934-6a350ebacbe4 req-9cacaab7-9f01-4144-80d6-2b4f4371d4fb tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 944 time: 0.1571302 Aug 25 16:05:13.897457 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a118f27-d3dc-43d2-a2d0-5461dc58238e req-39e4fcf7-7614-43a1-aafa-22dccf2ac2f1 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:13.908430 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9a118f27-d3dc-43d2-a2d0-5461dc58238e req-39e4fcf7-7614-43a1-aafa-22dccf2ac2f1 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 943 time: 0.2102854 Aug 25 16:05:13.913393 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-d82fe763-d579-417d-a934-6a350ebacbe4 req-4a8e1818-6694-4f03-9ef6-9f4070f65105 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe7e2b3f-27fc-4b2c-8f7c-82ba2e4358fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566387 Aug 25 16:05:13.938303 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=3a1a7b47-e002-4721-ac8b-47d285d0c575,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:13.943823 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:13.945288 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-d8f2ad9e-0573-4bde-b617-a96032c3b12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:14.001144 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-d8f2ad9e-0573-4bde-b617-a96032c3b12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:14.029641 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9a118f27-d3dc-43d2-a2d0-5461dc58238e req-41bc1898-0e92-40bc-acf1-e39a09a25721 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197546 Aug 25 16:05:14.074692 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 5d9c29e6-4d23-40c8-9b7d-cbf20832f84e, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5d9c29e6-4d23-40c8-9b7d-cbf20832f84e,segment=NetworkSegment(61fee6c7-ad76-40fb-8847-c586ac08ad22),segment_id=61fee6c7-ad76-40fb-8847-c586ac08ad22)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:14.111980 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Returning: {'device': '5d9c29e6-4d23-40c8-9b7d-cbf20832f84e', 'network_id': '19552b71-7cb9-4c5a-9436-fcba33552e32', 'port_id': '5d9c29e6-4d23-40c8-9b7d-cbf20832f84e', 'mac_address': 'fa:16:3e:2a:18:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df66c879-3ba5-40b2-94eb-12264a9babfa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:05:14.115452 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-d8f2ad9e-0573-4bde-b617-a96032c3b12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:14.120924 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-40c05242-940b-4582-87ba-0e6059d42aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:14.150228 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f2ad9e-0573-4bde-b617-a96032c3b12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a395c8-efea-43c6-8470-b9bb23f9669f,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:14.160089 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-d8f2ad9e-0573-4bde-b617-a96032c3b12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:14.165087 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-d8f2ad9e-0573-4bde-b617-a96032c3b12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:14.166223 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-d8f2ad9e-0573-4bde-b617-a96032c3b12e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b4a395c8-efea-43c6-8470-b9bb23f9669f HTTP/1.1" status: 204 len: 168 time: 0.3565302 Aug 25 16:05:14.191917 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df59c8-5ff2-4ee5-9632-a5b6ba2aed53 req-1828b918-a97a-4acd-903e-4a2bd2817a90 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:14.193732 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e6df59c8-5ff2-4ee5-9632-a5b6ba2aed53 req-1828b918-a97a-4acd-903e-4a2bd2817a90 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 943 time: 0.1121454 Aug 25 16:05:14.252391 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:14.275527 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e6df59c8-5ff2-4ee5-9632-a5b6ba2aed53 req-b5a95904-d741-410d-ba23-816df0ce1789 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687046 Aug 25 16:05:14.283025 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9c29e6-4d23-40c8-9b7d-cbf20832f84e {{(pid=75047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:05:14.308674 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 5d9c29e6-4d23-40c8-9b7d-cbf20832f84e, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5d9c29e6-4d23-40c8-9b7d-cbf20832f84e,segment=NetworkSegment(61fee6c7-ad76-40fb-8847-c586ac08ad22),segment_id=61fee6c7-ad76-40fb-8847-c586ac08ad22)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:14.313654 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:14.316451 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:14.401477 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=5d9c29e6-4d23-40c8-9b7d-cbf20832f84e,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:14.404587 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:14.690532 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 45340) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:14.721573 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f966df54-26c4-4790-8ea3-1098303ed51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:14.761941 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-f966df54-26c4-4790-8ea3-1098303ed51e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:14.769135 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-f966df54-26c4-4790-8ea3-1098303ed51e admin admin] Usage tracker for resource:security_group_rule and tenant:b2f2556992724498917ad5b788b1c8bb is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:14.772566 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-f966df54-26c4-4790-8ea3-1098303ed51e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:14.780159 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-f966df54-26c4-4790-8ea3-1098303ed51e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:14.877510 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f966df54-26c4-4790-8ea3-1098303ed51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:14.883352 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f966df54-26c4-4790-8ea3-1098303ed51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:14.893092 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-7b2b30ef-053c-4e00-b1da-72f9687bc34d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:14.984689 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-f966df54-26c4-4790-8ea3-1098303ed51e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b2f2556992724498917ad5b788b1c8bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2930012 Aug 25 16:05:14.987041 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966df54-26c4-4790-8ea3-1098303ed51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94002227-4046-499a-ae6a-5ae6e3dd1e8d,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:14.990063 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 45352) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:14.992497 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-f966df54-26c4-4790-8ea3-1098303ed51e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:15.155699 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6bfa74d4-bff0-4d90-ac6c-dacc927496d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:15.196349 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6bfa74d4-bff0-4d90-ac6c-dacc927496d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:15.246899 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91b5c8-bb8f-43b1-959f-a2f237a2e349 req-f5d15c3b-33cc-40cc-9227-9cc83236db9c tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:15.249188 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2c91b5c8-bb8f-43b1-959f-a2f237a2e349 req-f5d15c3b-33cc-40cc-9227-9cc83236db9c tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 944 time: 0.1509197 Aug 25 16:05:15.324307 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2c91b5c8-bb8f-43b1-959f-a2f237a2e349 req-335f81f1-6098-4b95-82f6-9884ff35682d tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe7e2b3f-27fc-4b2c-8f7c-82ba2e4358fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662959 Aug 25 16:05:15.347921 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95dbc5-6cbd-4f4e-8375-85d05768914c req-7ce1f797-8260-48be-9634-19a30664c5e9 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:15.351793 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ba95dbc5-6cbd-4f4e-8375-85d05768914c req-7ce1f797-8260-48be-9634-19a30664c5e9 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 943 time: 0.1574297 Aug 25 16:05:15.392970 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6bfa74d4-bff0-4d90-ac6c-dacc927496d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:15.399765 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:15.491748 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa74d4-bff0-4d90-ac6c-dacc927496d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94002227-4046-499a-ae6a-5ae6e3dd1e8d,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:15.500302 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-6bfa74d4-bff0-4d90-ac6c-dacc927496d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:15.528611 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6bfa74d4-bff0-4d90-ac6c-dacc927496d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:15.530250 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-6bfa74d4-bff0-4d90-ac6c-dacc927496d0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/94002227-4046-499a-ae6a-5ae6e3dd1e8d HTTP/1.1" status: 204 len: 168 time: 0.5374665 Aug 25 16:05:15.543316 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ba95dbc5-6cbd-4f4e-8375-85d05768914c req-b50e44ff-8a18-4721-9124-2de8a39a9dbe tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811228 Aug 25 16:05:15.631770 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c411a-e264-476e-9d4c-398eaec278db req-e2efb571-cba0-4b3d-bbfa-04e102d892b5 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:15.633486 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-373c411a-e264-476e-9d4c-398eaec278db req-e2efb571-cba0-4b3d-bbfa-04e102d892b5 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 944 time: 0.0974553 Aug 25 16:05:15.702849 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-373c411a-e264-476e-9d4c-398eaec278db req-e30fd8a2-b7ba-49be-bba0-654f311f51dc tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623775 Aug 25 16:05:16.574056 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d5239-1d1a-4df9-be40-c8e7722aa4b7 req-98f438c5-b4ea-4064-be88-91f3d6cb7f01 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:16.575559 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-0c0d5239-1d1a-4df9-be40-c8e7722aa4b7 req-98f438c5-b4ea-4064-be88-91f3d6cb7f01 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 944 time: 0.0834188 Aug 25 16:05:16.628354 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-0c0d5239-1d1a-4df9-be40-c8e7722aa4b7 req-94d7a035-2e26-4a17-911d-ac0d41112c5d tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe7e2b3f-27fc-4b2c-8f7c-82ba2e4358fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457602 Aug 25 16:05:16.797378 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f7687-bf63-40b0-acef-60c85e031f67 req-9ac4c4a2-a7be-4e0e-b811-ebc333cde392 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:16.799023 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-195f7687-bf63-40b0-acef-60c85e031f67 req-9ac4c4a2-a7be-4e0e-b811-ebc333cde392 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 943 time: 0.0951471 Aug 25 16:05:16.867481 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-195f7687-bf63-40b0-acef-60c85e031f67 req-39130958-8522-4736-9d37-7011a8333d54 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599627 Aug 25 16:05:16.954195 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a196c8-9c2f-4bd9-8c5c-2223f90d17ed req-c067d271-4355-42ea-897b-a46f14198a99 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:16.955734 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-46a196c8-9c2f-4bd9-8c5c-2223f90d17ed req-c067d271-4355-42ea-897b-a46f14198a99 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 944 time: 0.1010766 Aug 25 16:05:17.006555 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-46a196c8-9c2f-4bd9-8c5c-2223f90d17ed req-1b054d5a-d8db-4cfc-8086-7b705a36b6ba tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438159 Aug 25 16:05:17.852541 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52b137-8e54-45a3-8d29-2542c9fc9051 req-09679312-f190-4af6-aee8-68aebe051a21 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:17.854336 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2c52b137-8e54-45a3-8d29-2542c9fc9051 req-09679312-f190-4af6-aee8-68aebe051a21 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 944 time: 0.0889659 Aug 25 16:05:17.891158 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 45464) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:17.940826 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2c52b137-8e54-45a3-8d29-2542c9fc9051 req-2b65e433-811a-4c1e-a963-a101f5add98e tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe7e2b3f-27fc-4b2c-8f7c-82ba2e4358fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765793 Aug 25 16:05:18.115328 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e14f5d3d-57d5-4d47-9cde-715865fba95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:18.167094 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-e14f5d3d-57d5-4d47-9cde-715865fba95b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:18.177457 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cf192-d5cd-48b9-a6ba-af315fdf6ecd req-c17b1d3b-5dc4-48e5-a191-248c5cd43b69 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:18.179046 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-0b4cf192-d5cd-48b9-a6ba-af315fdf6ecd req-c17b1d3b-5dc4-48e5-a191-248c5cd43b69 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 943 time: 0.1423607 Aug 25 16:05:18.180231 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-e14f5d3d-57d5-4d47-9cde-715865fba95b admin admin] Usage tracker for resource:security_group_rule and tenant:879d9d7f336b47f2bbe1271b5ecde5e7 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:18.183588 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-e14f5d3d-57d5-4d47-9cde-715865fba95b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:18.191331 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-e14f5d3d-57d5-4d47-9cde-715865fba95b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:18.252766 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-0b4cf192-d5cd-48b9-a6ba-af315fdf6ecd req-b9af2482-d65e-4ef1-b74a-fc2d758cb43f tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659177 Aug 25 16:05:18.302263 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ef211-9c8f-4a25-9d7c-7b1326f0b22b req-0f682fdd-697c-4583-9a2e-1eaa16aabd2b tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:18.303976 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-850ef211-9c8f-4a25-9d7c-7b1326f0b22b req-0f682fdd-697c-4583-9a2e-1eaa16aabd2b tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 944 time: 0.1052721 Aug 25 16:05:18.309262 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e14f5d3d-57d5-4d47-9cde-715865fba95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:18.323080 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e14f5d3d-57d5-4d47-9cde-715865fba95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:18.337429 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:18.367728 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-850ef211-9c8f-4a25-9d7c-7b1326f0b22b req-418d970e-27ba-497c-a05a-831c2d7f5337 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569341 Aug 25 16:05:18.369445 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f5d3d-57d5-4d47-9cde-715865fba95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8470f4ff-6582-4d5d-89f9-d8b25b2ef010,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:18.378449 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-e14f5d3d-57d5-4d47-9cde-715865fba95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:18.400758 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-e14f5d3d-57d5-4d47-9cde-715865fba95b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=879d9d7f336b47f2bbe1271b5ecde5e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5084171 Aug 25 16:05:18.403653 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 45484) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:18.469853 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-64c9a652-5377-426f-a227-dfc2374a6259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:18.497210 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-64c9a652-5377-426f-a227-dfc2374a6259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:18.551001 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-64c9a652-5377-426f-a227-dfc2374a6259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:18.555077 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:18.568915 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9a652-5377-426f-a227-dfc2374a6259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8470f4ff-6582-4d5d-89f9-d8b25b2ef010,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:18.571456 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-64c9a652-5377-426f-a227-dfc2374a6259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:18.582110 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-64c9a652-5377-426f-a227-dfc2374a6259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:18.583779 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-64c9a652-5377-426f-a227-dfc2374a6259 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8470f4ff-6582-4d5d-89f9-d8b25b2ef010 HTTP/1.1" status: 204 len: 168 time: 0.1790898 Aug 25 16:05:18.863139 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['5d9c29e6-4d23-40c8-9b7d-cbf20832f84e'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:05:18.997382 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 45506) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:19.018103 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-4a3cb2ae-ccb7-44f2-8c0b-f6660b5ab168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:19.051016 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-4a3cb2ae-ccb7-44f2-8c0b-f6660b5ab168 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:19.055348 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-4a3cb2ae-ccb7-44f2-8c0b-f6660b5ab168 admin admin] Usage tracker for resource:security_group_rule and tenant:ad87582507d748db8795f143f9825565 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:19.058611 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-4a3cb2ae-ccb7-44f2-8c0b-f6660b5ab168 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:19.061547 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['3a1a7b47-e002-4721-ac8b-47d285d0c575'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:05:19.064366 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-4a3cb2ae-ccb7-44f2-8c0b-f6660b5ab168 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:19.143552 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-4a3cb2ae-ccb7-44f2-8c0b-f6660b5ab168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:19.149329 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-4a3cb2ae-ccb7-44f2-8c0b-f6660b5ab168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:19.159093 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-11457429-8211-486b-be47-0afc00f386de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:19.208600 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3cb2ae-ccb7-44f2-8c0b-f6660b5ab168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed2ccbc-50fe-4ea6-8cd4-e6d7b738d99b,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:19.219331 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c839c6-408c-4e55-a16e-fd81bc3214ec req-889be928-b69f-4c1c-8bd1-3ec5053eb878 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:19.221182 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-90c839c6-408c-4e55-a16e-fd81bc3214ec req-889be928-b69f-4c1c-8bd1-3ec5053eb878 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 944 time: 0.1081910 Aug 25 16:05:19.260060 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 45520) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:19.260673 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-4a3cb2ae-ccb7-44f2-8c0b-f6660b5ab168 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ad87582507d748db8795f143f9825565&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2619493 Aug 25 16:05:19.261895 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-4a3cb2ae-ccb7-44f2-8c0b-f6660b5ab168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:19.336875 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-90c839c6-408c-4e55-a16e-fd81bc3214ec req-b598f1b4-ec93-4dc1-ae56-e28f723a92b0 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe7e2b3f-27fc-4b2c-8f7c-82ba2e4358fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102102 Aug 25 16:05:19.361853 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-51a97675-6197-4744-97c9-6a9fa07c4dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:19.392994 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-51a97675-6197-4744-97c9-6a9fa07c4dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:19.490734 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-51a97675-6197-4744-97c9-6a9fa07c4dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:19.510602 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-b5d5c62b-9bce-4d8f-a30f-f5d95c4936f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:19.534357 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a97675-6197-4744-97c9-6a9fa07c4dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed2ccbc-50fe-4ea6-8cd4-e6d7b738d99b,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:19.549724 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-51a97675-6197-4744-97c9-6a9fa07c4dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:19.554445 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-51a97675-6197-4744-97c9-6a9fa07c4dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:19.557839 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-51a97675-6197-4744-97c9-6a9fa07c4dd4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6ed2ccbc-50fe-4ea6-8cd4-e6d7b738d99b HTTP/1.1" status: 204 len: 168 time: 0.2945669 Aug 25 16:05:19.641420 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 3a31aab4-f819-4247-9a1f-fd97d8d1c947 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:05:19.743762 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc206189-001d-412f-b173-23aa35b7af2f req-46fe0a81-0d04-4cc7-872a-73864a30a509 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:19.747622 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c4edb-7502-4ab4-94d2-9b754df73b5d req-284a7345-b7ce-41c7-8458-89d644a1aed5 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:19.752231 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-fc206189-001d-412f-b173-23aa35b7af2f req-46fe0a81-0d04-4cc7-872a-73864a30a509 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 943 time: 0.1513276 Aug 25 16:05:19.755673 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-570c4edb-7502-4ab4-94d2-9b754df73b5d req-284a7345-b7ce-41c7-8458-89d644a1aed5 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 944 time: 0.1462696 Aug 25 16:05:19.834497 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-fc206189-001d-412f-b173-23aa35b7af2f req-9f6231e8-e8df-46be-a48f-807cfb53e726 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812676 Aug 25 16:05:19.839309 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 3a31aab4-f819-4247-9a1f-fd97d8d1c947, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3a31aab4-f819-4247-9a1f-fd97d8d1c947,segment=NetworkSegment(ae45f4da-7e93-4d9e-a93e-e971d68c1d91),segment_id=ae45f4da-7e93-4d9e-a93e-e971d68c1d91)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:19.848063 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-570c4edb-7502-4ab4-94d2-9b754df73b5d req-3d68dd2f-fd31-41ba-be0b-d6af5ea3ffdd tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818217 Aug 25 16:05:19.857061 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Returning: {'device': '3a31aab4-f819-4247-9a1f-fd97d8d1c947', 'network_id': 'ce200f7d-ab4f-4302-beaa-d6a928b6d6a1', 'port_id': '3a31aab4-f819-4247-9a1f-fd97d8d1c947', 'mac_address': 'fa:16:3e:a1:f7:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c635d2-aa5a-4ebb-9743-23ef87a885c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:05:19.947173 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:19.968113 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a31aab4-f819-4247-9a1f-fd97d8d1c947 {{(pid=75047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:05:20.014202 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 3a31aab4-f819-4247-9a1f-fd97d8d1c947, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3a31aab4-f819-4247-9a1f-fd97d8d1c947,segment=NetworkSegment(ae45f4da-7e93-4d9e-a93e-e971d68c1d91),segment_id=ae45f4da-7e93-4d9e-a93e-e971d68c1d91)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:20.020476 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:20.021801 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device b48ba794-0d0b-4f62-99c8-481f14292377 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:05:20.030472 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-39f47f7f-7f09-40ab-8b74-7e1fe5e0a882 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:20.133551 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port b48ba794-0d0b-4f62-99c8-481f14292377, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=b48ba794-0d0b-4f62-99c8-481f14292377,segment=NetworkSegment(ae45f4da-7e93-4d9e-a93e-e971d68c1d91),segment_id=ae45f4da-7e93-4d9e-a93e-e971d68c1d91)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:20.143094 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=3a31aab4-f819-4247-9a1f-fd97d8d1c947,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:20.151147 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:20.156905 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Returning: {'device': 'b48ba794-0d0b-4f62-99c8-481f14292377', 'network_id': 'ce200f7d-ab4f-4302-beaa-d6a928b6d6a1', 'port_id': 'b48ba794-0d0b-4f62-99c8-481f14292377', 'mac_address': 'fa:16:3e:07:32:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c635d2-aa5a-4ebb-9743-23ef87a885c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:05:20.255227 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:20.279326 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b48ba794-0d0b-4f62-99c8-481f14292377 {{(pid=75047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:05:20.318198 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port b48ba794-0d0b-4f62-99c8-481f14292377, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=b48ba794-0d0b-4f62-99c8-481f14292377,segment=NetworkSegment(ae45f4da-7e93-4d9e-a93e-e971d68c1d91),segment_id=ae45f4da-7e93-4d9e-a93e-e971d68c1d91)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:20.323579 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:20.328590 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:20.446741 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=b48ba794-0d0b-4f62-99c8-481f14292377,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:20.461617 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:20.637462 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca1ef8-d5f7-42e3-974f-5d637e39ec56 req-6e6c58b0-e841-49ba-8141-34c3d84e3b6b tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:20.639127 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3dca1ef8-d5f7-42e3-974f-5d637e39ec56 req-6e6c58b0-e841-49ba-8141-34c3d84e3b6b tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 944 time: 0.0942576 Aug 25 16:05:20.701091 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3dca1ef8-d5f7-42e3-974f-5d637e39ec56 req-9b3a9004-485b-4f8a-a69a-352934bff7fb tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe7e2b3f-27fc-4b2c-8f7c-82ba2e4358fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541832 Aug 25 16:05:20.954259 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['b48ba794-0d0b-4f62-99c8-481f14292377'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:05:21.057395 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['3a31aab4-f819-4247-9a1f-fd97d8d1c947'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:05:21.123299 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecadee-680b-4dce-8404-e32e021d684a req-95e61652-6034-40c6-8649-614490b38455 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:21.125144 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f0ecadee-680b-4dce-8404-e32e021d684a req-95e61652-6034-40c6-8649-614490b38455 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 944 time: 0.1650045 Aug 25 16:05:21.154617 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b39735-cf0f-4cdc-83ce-09a98133e726 req-d723537b-4c64-4721-a4ee-9a8114bf7da4 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:21.163606 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-35b39735-cf0f-4cdc-83ce-09a98133e726 req-d723537b-4c64-4721-a4ee-9a8114bf7da4 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 944 time: 0.1152024 Aug 25 16:05:21.233824 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f0ecadee-680b-4dce-8404-e32e021d684a req-4bf8a011-895c-48f7-9cad-319b154d34f5 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018023 Aug 25 16:05:21.242095 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-35b39735-cf0f-4cdc-83ce-09a98133e726 req-7cb765fe-485d-427f-b371-c51efa82bd3d tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774739 Aug 25 16:05:21.659920 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 3a1a7b47-e002-4721-ac8b-47d285d0c575 up at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:05:21.741123 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning for port 3a1a7b47-e002-4721-ac8b-47d285d0c575 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:05:21.747889 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning complete for port 3a1a7b47-e002-4721-ac8b-47d285d0c575 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:05:21.748368 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:21.956500 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:21.993485 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be47a9ad-4d99-49f3-9422-15d8f23ae0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1a7b47-e002-4721-ac8b-47d285d0c575'}] {{(pid=75047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:05:22.004119 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66813669-8757-4063-9c2e-2a28dc3dd67f req-c1676902-5a62-4026-97b8-054c7f7c04ab tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:22.021699 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-66813669-8757-4063-9c2e-2a28dc3dd67f req-c1676902-5a62-4026-97b8-054c7f7c04ab tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 944 time: 0.1456301 Aug 25 16:05:22.088753 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 3a1a7b47-e002-4721-ac8b-47d285d0c575, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3a1a7b47-e002-4721-ac8b-47d285d0c575,segment=NetworkSegment(4b3f2e3e-3875-44b9-9c9d-f9ee0fad1bbc),segment_id=4b3f2e3e-3875-44b9-9c9d-f9ee0fad1bbc)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:22.104717 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:22.105619 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 5d9c29e6-4d23-40c8-9b7d-cbf20832f84e up at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:05:22.108387 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-66813669-8757-4063-9c2e-2a28dc3dd67f req-9ed9fb5b-5fae-4279-bbf4-53e5144aac0b tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe7e2b3f-27fc-4b2c-8f7c-82ba2e4358fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853376 Aug 25 16:05:22.155646 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-f0cdb219-e3ef-4d06-876d-26856dc22efa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:22.265720 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=3a1a7b47-e002-4721-ac8b-47d285d0c575,revision_number=5']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:22.269278 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:22.290120 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning for port 5d9c29e6-4d23-40c8-9b7d-cbf20832f84e completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:05:22.296356 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning complete for port 5d9c29e6-4d23-40c8-9b7d-cbf20832f84e triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:05:22.298971 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:22.490574 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:22.533686 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 5d9c29e6-4d23-40c8-9b7d-cbf20832f84e, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5d9c29e6-4d23-40c8-9b7d-cbf20832f84e,segment=NetworkSegment(61fee6c7-ad76-40fb-8847-c586ac08ad22),segment_id=61fee6c7-ad76-40fb-8847-c586ac08ad22)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:22.539344 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:22.543013 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:22.561938 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba6d17-4009-41ec-80cd-909fe9ba9c86 req-27fa34f0-469d-4e71-bf99-042d689a53c6 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:22.563494 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-fcba6d17-4009-41ec-80cd-909fe9ba9c86 req-27fa34f0-469d-4e71-bf99-042d689a53c6 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 944 time: 0.1718445 Aug 25 16:05:22.616475 dv-cinder-806008-1-iscsi neutron-server[75047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be47a9ad-4d99-49f3-9422-15d8f23ae0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1a7b47-e002-4721-ac8b-47d285d0c575', 'code': 200} Aug 25 16:05:22.617129 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=5d9c29e6-4d23-40c8-9b7d-cbf20832f84e,revision_number=5']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:22.621015 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:22.628570 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-fcba6d17-4009-41ec-80cd-909fe9ba9c86 req-b3c9333e-ccd1-437b-86c9-ec7ec46b76ee tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584950 Aug 25 16:05:22.795632 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5302b36-60b0-4c30-889a-ad835e9f33da req-4b0abac6-5146-4140-8c49-b9b045eeca98 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:22.797042 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e5302b36-60b0-4c30-889a-ad835e9f33da req-4b0abac6-5146-4140-8c49-b9b045eeca98 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 944 time: 0.0963194 Aug 25 16:05:22.855927 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e5302b36-60b0-4c30-889a-ad835e9f33da req-599c0eeb-c4ee-4ff1-8395-17dd9d9139d5 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511851 Aug 25 16:05:22.916350 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5958761b-cd57-484c-b6c8-71568ad09e89 req-8fa5dfce-7da5-489c-ad68-fee3678874dd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 1098 time: 0.0914619 Aug 25 16:05:22.940274 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-5958761b-cd57-484c-b6c8-71568ad09e89 req-13339314-6c43-440c-9814-5fd62cf35935 service neutron] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:22.977883 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-5958761b-cd57-484c-b6c8-71568ad09e89 req-13339314-6c43-440c-9814-5fd62cf35935 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:22.981781 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-5958761b-cd57-484c-b6c8-71568ad09e89 req-13339314-6c43-440c-9814-5fd62cf35935 service neutron] Usage tracker for resource:security_group_rule and tenant:7c356917179c4b4187f2e2e17f75fda7 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:22.985039 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-5958761b-cd57-484c-b6c8-71568ad09e89 req-13339314-6c43-440c-9814-5fd62cf35935 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:22.991952 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-5958761b-cd57-484c-b6c8-71568ad09e89 req-13339314-6c43-440c-9814-5fd62cf35935 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:23.093882 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-5958761b-cd57-484c-b6c8-71568ad09e89 req-13339314-6c43-440c-9814-5fd62cf35935 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:23.098928 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-5958761b-cd57-484c-b6c8-71568ad09e89 req-13339314-6c43-440c-9814-5fd62cf35935 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:23.106944 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-1b9d82a0-ae53-44dd-969e-0fe11a16056c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:23.143591 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5958761b-cd57-484c-b6c8-71568ad09e89 req-13339314-6c43-440c-9814-5fd62cf35935 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fe7e2b3f-27fc-4b2c-8f7c-82ba2e4358fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205846 Aug 25 16:05:23.144361 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339314-6c43-440c-9814-5fd62cf35935 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=66b19f42-781b-4981-9abd-89737b77a86f,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:23.161476 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-13339314-6c43-440c-9814-5fd62cf35935 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:23.363622 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09a7f6-916d-489c-8363-a03e397dc922 req-68151070-0adc-4fd6-8003-e77a957f30ed tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:23.365756 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-fc09a7f6-916d-489c-8363-a03e397dc922 req-68151070-0adc-4fd6-8003-e77a957f30ed tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 945 time: 0.1035044 Aug 25 16:05:23.469350 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-fc09a7f6-916d-489c-8363-a03e397dc922 req-ece1c834-15ca-41d4-8df0-f621df0c5ac9 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe7e2b3f-27fc-4b2c-8f7c-82ba2e4358fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967143 Aug 25 16:05:23.641876 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 45696) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:23.681923 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 3a31aab4-f819-4247-9a1f-fd97d8d1c947 up at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:05:23.857029 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning for port 3a31aab4-f819-4247-9a1f-fd97d8d1c947 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:05:23.869405 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning complete for port 3a31aab4-f819-4247-9a1f-fd97d8d1c947 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:05:23.869786 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:24.002470 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d0501-1612-4e10-a62e-d9478654a4bc req-7c4f80af-c666-4715-92fe-fad69c097b85 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:24.003939 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f44d0501-1612-4e10-a62e-d9478654a4bc req-7c4f80af-c666-4715-92fe-fad69c097b85 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 945 time: 0.1645160 Aug 25 16:05:24.062458 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:24.062822 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f44d0501-1612-4e10-a62e-d9478654a4bc req-a348ecc0-c0c1-4b76-8ab2-3cb34ec13cbb tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515566 Aug 25 16:05:24.119727 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-141c20bb-2d0a-443f-9c73-4a473cf72a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:24.119966 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 3a31aab4-f819-4247-9a1f-fd97d8d1c947, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3a31aab4-f819-4247-9a1f-fd97d8d1c947,segment=NetworkSegment(ae45f4da-7e93-4d9e-a93e-e971d68c1d91),segment_id=ae45f4da-7e93-4d9e-a93e-e971d68c1d91)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:24.124796 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:24.125669 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device b48ba794-0d0b-4f62-99c8-481f14292377 up at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:05:24.154223 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 45718) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:24.182715 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-141c20bb-2d0a-443f-9c73-4a473cf72a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:24.196515 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-141c20bb-2d0a-443f-9c73-4a473cf72a1f admin admin] Usage tracker for resource:security_group_rule and tenant:d7e8dfc68a2e4e82beab525e0c3c6be6 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:24.203669 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:24.206024 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-141c20bb-2d0a-443f-9c73-4a473cf72a1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:24.222043 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-141c20bb-2d0a-443f-9c73-4a473cf72a1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:24.248684 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d40e4-1501-43bd-b279-eace4c65b9ce req-cc477e9d-3b03-4660-a287-905ab61db08b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:24.258420 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e76d40e4-1501-43bd-b279-eace4c65b9ce req-cc477e9d-3b03-4660-a287-905ab61db08b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 944 time: 0.1580050 Aug 25 16:05:24.332189 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-96e7c8a4-5e1d-429a-88db-6821b984c75e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:24.350652 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e76d40e4-1501-43bd-b279-eace4c65b9ce req-9dac22a1-9dcf-4d8f-a2be-f15864b8bb19 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908339 Aug 25 16:05:24.356456 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=3a31aab4-f819-4247-9a1f-fd97d8d1c947,revision_number=5']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:24.361534 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:24.373150 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning for port b48ba794-0d0b-4f62-99c8-481f14292377 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:05:24.379448 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning complete for port b48ba794-0d0b-4f62-99c8-481f14292377 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:05:24.380797 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:24.386622 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-96e7c8a4-5e1d-429a-88db-6821b984c75e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:24.391418 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-96e7c8a4-5e1d-429a-88db-6821b984c75e admin admin] Usage tracker for resource:security_group_rule and tenant:48d3c05be56940998c48281a40ee352d is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:24.394452 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-96e7c8a4-5e1d-429a-88db-6821b984c75e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:24.423834 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-96e7c8a4-5e1d-429a-88db-6821b984c75e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:24.456775 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-141c20bb-2d0a-443f-9c73-4a473cf72a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:24.471903 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-141c20bb-2d0a-443f-9c73-4a473cf72a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:24.485809 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:24.548219 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:24.551482 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c20bb-2d0a-443f-9c73-4a473cf72a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef7b518-9a79-42db-a4fd-11ff9303ff45,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:24.557880 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-141c20bb-2d0a-443f-9c73-4a473cf72a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:24.570186 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 45746) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:24.580386 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-141c20bb-2d0a-443f-9c73-4a473cf72a1f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d7e8dfc68a2e4e82beab525e0c3c6be6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9373472 Aug 25 16:05:24.621109 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port b48ba794-0d0b-4f62-99c8-481f14292377, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=b48ba794-0d0b-4f62-99c8-481f14292377,segment=NetworkSegment(ae45f4da-7e93-4d9e-a93e-e971d68c1d91),segment_id=ae45f4da-7e93-4d9e-a93e-e971d68c1d91)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:24.623125 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69d77f8-22c4-456f-817f-ea16e44cb6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9c29e6-4d23-40c8-9b7d-cbf20832f84e'}, {'server_uuid': '6bfc472b-1f44-44dd-8839-ddab340c7beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a31aab4-f819-4247-9a1f-fd97d8d1c947'}, {'server_uuid': 'fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48ba794-0d0b-4f62-99c8-481f14292377'}] {{(pid=75047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:05:24.631180 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:24.633403 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:24.696848 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-eaadb5e8-b8f5-46c0-bbf9-a4e36aebf624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:24.713899 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=b48ba794-0d0b-4f62-99c8-481f14292377,revision_number=5']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:24.724218 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:24.743538 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-96e7c8a4-5e1d-429a-88db-6821b984c75e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:24.750450 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-96e7c8a4-5e1d-429a-88db-6821b984c75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:24.752456 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-eaadb5e8-b8f5-46c0-bbf9-a4e36aebf624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:24.759798 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:24.813842 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7c8a4-5e1d-429a-88db-6821b984c75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303fedad-368b-4eef-9187-34c8e97e1883,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:24.820097 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-96e7c8a4-5e1d-429a-88db-6821b984c75e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=48d3c05be56940998c48281a40ee352d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6648641 Aug 25 16:05:24.821386 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-96e7c8a4-5e1d-429a-88db-6821b984c75e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:24.823033 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 45758) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:24.847370 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-eaadb5e8-b8f5-46c0-bbf9-a4e36aebf624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:24.855849 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:24.893282 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39ab06-e475-48ed-a9f1-d9f67b81541b req-348c69fa-550e-473f-8ce9-53cf3e095ac2 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:24.893799 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaadb5e8-b8f5-46c0-bbf9-a4e36aebf624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef7b518-9a79-42db-a4fd-11ff9303ff45,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:24.894756 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2f39ab06-e475-48ed-a9f1-d9f67b81541b req-348c69fa-550e-473f-8ce9-53cf3e095ac2 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 945 time: 0.2204092 Aug 25 16:05:24.925296 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-eaadb5e8-b8f5-46c0-bbf9-a4e36aebf624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:24.943265 dv-cinder-806008-1-iscsi neutron-server[75047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69d77f8-22c4-456f-817f-ea16e44cb6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9c29e6-4d23-40c8-9b7d-cbf20832f84e', 'code': 200} Aug 25 16:05:24.943634 dv-cinder-806008-1-iscsi neutron-server[75047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfc472b-1f44-44dd-8839-ddab340c7beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a31aab4-f819-4247-9a1f-fd97d8d1c947', 'code': 200} Aug 25 16:05:24.944868 dv-cinder-806008-1-iscsi neutron-server[75047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48ba794-0d0b-4f62-99c8-481f14292377', 'code': 200} Aug 25 16:05:24.951180 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-eaadb5e8-b8f5-46c0-bbf9-a4e36aebf624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:24.952686 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-eaadb5e8-b8f5-46c0-bbf9-a4e36aebf624 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ef7b518-9a79-42db-a4fd-11ff9303ff45 HTTP/1.1" status: 204 len: 168 time: 0.3812633 Aug 25 16:05:24.969377 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c0b52ea4-3e96-4a19-a64b-469742946c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:25.009971 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2f39ab06-e475-48ed-a9f1-d9f67b81541b req-f63cff84-cca6-4670-acd2-4c340665d7c9 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe7e2b3f-27fc-4b2c-8f7c-82ba2e4358fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066887 Aug 25 16:05:25.050435 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c0b52ea4-3e96-4a19-a64b-469742946c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:25.156034 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c0b52ea4-3e96-4a19-a64b-469742946c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:25.166926 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:25.201437 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b52ea4-3e96-4a19-a64b-469742946c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303fedad-368b-4eef-9187-34c8e97e1883,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:25.222002 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-c0b52ea4-3e96-4a19-a64b-469742946c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:25.253771 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c0b52ea4-3e96-4a19-a64b-469742946c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:25.255240 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-c0b52ea4-3e96-4a19-a64b-469742946c91 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/303fedad-368b-4eef-9187-34c8e97e1883 HTTP/1.1" status: 204 len: 168 time: 0.4309289 Aug 25 16:05:25.499854 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b5e1d-292f-4914-8bce-22e117727fd2 req-a8ebe42a-9ccc-4522-af9a-b1a6e6838fe6 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:25.514512 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-910b5e1d-292f-4914-8bce-22e117727fd2 req-a8ebe42a-9ccc-4522-af9a-b1a6e6838fe6 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 945 time: 0.1478987 Aug 25 16:05:25.587007 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-910b5e1d-292f-4914-8bce-22e117727fd2 req-1e87067b-0b47-4ee2-96fa-ed696eb1b024 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712762 Aug 25 16:05:25.671203 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c06386e1-479a-49ee-8259-f6d545711751 req-fb947d97-4005-4596-ab70-ee78321a53fb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 1098 time: 0.2641773 Aug 25 16:05:25.693594 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2e6a61f4-d068-4957-8ee7-d41593281d31 req-8eaed515-81c5-4707-b9a3-2816f64dbd24 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 1098 time: 0.1242077 Aug 25 16:05:25.757099 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2e6a61f4-d068-4957-8ee7-d41593281d31 req-18eef7b7-b175-47d0-922a-4280a806a90e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566373 Aug 25 16:05:25.833879 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-c06386e1-479a-49ee-8259-f6d545711751 req-db87aaca-db96-4d2c-aa69-cc7b66e0e012 service neutron] Synchronizing usage tracker for tenant:7c356917179c4b4187f2e2e17f75fda7 on resource:security_group {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:05:25.846545 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-98c3802b-44ff-4799-8f25-3ded523f60a3 req-8b4efc54-6185-4130-92b3-d83683d4586a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 1098 time: 0.3101480 Aug 25 16:05:25.868328 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-c06386e1-479a-49ee-8259-f6d545711751 req-db87aaca-db96-4d2c-aa69-cc7b66e0e012 service neutron] Unset dirty status for tenant:7c356917179c4b4187f2e2e17f75fda7 on resource:security_group {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:05:25.869692 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c06386e1-479a-49ee-8259-f6d545711751 req-db87aaca-db96-4d2c-aa69-cc7b66e0e012 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910543 Aug 25 16:05:25.887156 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e8b85-8c13-45a6-accc-f8572050204e req-f261fb21-ec4c-4825-a747-37650c77a157 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:25.888887 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5b2e8b85-8c13-45a6-accc-f8572050204e req-f261fb21-ec4c-4825-a747-37650c77a157 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.1448126 Aug 25 16:05:25.902607 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9f236602-1840-4077-bfc1-a22f66712f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:25.956272 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5b2e8b85-8c13-45a6-accc-f8572050204e req-c10c9a2b-6ae0-4b77-bb4d-fdecb644067e tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609844 Aug 25 16:05:26.054275 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 45802) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:26.092491 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-06fc1028-be8b-4f23-97a4-244cdeb31bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:26.134846 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-06fc1028-be8b-4f23-97a4-244cdeb31bf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:26.141143 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-06fc1028-be8b-4f23-97a4-244cdeb31bf2 admin admin] Usage tracker for resource:security_group_rule and tenant:f536a265cc474fd6871e0d352c6cc144 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:26.145370 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-06fc1028-be8b-4f23-97a4-244cdeb31bf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:26.151905 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-06fc1028-be8b-4f23-97a4-244cdeb31bf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:26.398061 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-06fc1028-be8b-4f23-97a4-244cdeb31bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:26.398213 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:26.405797 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-06fc1028-be8b-4f23-97a4-244cdeb31bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:26.416753 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-519cfaba-4ebd-4214-95fd-dfd3ef52dfc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:26.435748 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27fb02-3a60-4b8c-8836-ec383eb2b094 req-ff479ece-ea5c-48d5-a72d-72b264cc04b0 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:26.443006 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7b27fb02-3a60-4b8c-8836-ec383eb2b094 req-ff479ece-ea5c-48d5-a72d-72b264cc04b0 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 945 time: 0.2701178 Aug 25 16:05:26.510569 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc1028-be8b-4f23-97a4-244cdeb31bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7eeaf0-4be3-44ef-a7fa-85be93403e56,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:26.519199 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-06fc1028-be8b-4f23-97a4-244cdeb31bf2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f536a265cc474fd6871e0d352c6cc144&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4613016 Aug 25 16:05:26.519199 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-06fc1028-be8b-4f23-97a4-244cdeb31bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:26.519694 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 45820) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:26.550683 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7b27fb02-3a60-4b8c-8836-ec383eb2b094 req-170aa5cf-3672-42dc-8c62-13cab91b7cba tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe7e2b3f-27fc-4b2c-8f7c-82ba2e4358fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067023 Aug 25 16:05:26.694593 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e92b0136-3958-424d-8cfc-8f68a5b3e23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:26.756480 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e92b0136-3958-424d-8cfc-8f68a5b3e23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:26.769231 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-98c3802b-44ff-4799-8f25-3ded523f60a3 req-ac0202ca-00a5-46ff-baa9-c91add2c603d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175523 Aug 25 16:05:26.890054 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1af4a-2c82-4e76-be97-ee5b7193a09f req-dd6c1c64-aa83-4d09-8ab3-7886dfe353bc tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:26.891613 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-41b1af4a-2c82-4e76-be97-ee5b7193a09f req-dd6c1c64-aa83-4d09-8ab3-7886dfe353bc tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 945 time: 0.1215372 Aug 25 16:05:26.921529 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e92b0136-3958-424d-8cfc-8f68a5b3e23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:26.929970 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:26.952538 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b0136-3958-424d-8cfc-8f68a5b3e23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7eeaf0-4be3-44ef-a7fa-85be93403e56,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:26.962553 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-e92b0136-3958-424d-8cfc-8f68a5b3e23f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:26.965980 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e92b0136-3958-424d-8cfc-8f68a5b3e23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:26.967089 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-e92b0136-3958-424d-8cfc-8f68a5b3e23f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ba7eeaf0-4be3-44ef-a7fa-85be93403e56 HTTP/1.1" status: 204 len: 168 time: 0.4453559 Aug 25 16:05:26.978127 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-41b1af4a-2c82-4e76-be97-ee5b7193a09f req-f3ad27dc-6c2a-451b-801a-00e9a9c67d90 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753703 Aug 25 16:05:27.270844 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05747c46-4e46-42d9-adfe-44401aa3c7fd req-40118330-44e2-4bd4-9d5f-13874bcb9d82 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:27.273492 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-05747c46-4e46-42d9-adfe-44401aa3c7fd req-40118330-44e2-4bd4-9d5f-13874bcb9d82 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.1415646 Aug 25 16:05:27.355754 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-05747c46-4e46-42d9-adfe-44401aa3c7fd req-a4ae1375-26b6-4895-89e4-4c937807ea65 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715513 Aug 25 16:05:28.161840 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-7534d69a-6bd5-49ab-8ff2-1e632c1290e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:28.211428 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc45268-4816-45d2-9b70-894a09f4810a req-1206baff-3be2-4857-81b0-08c57e3a8111 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:28.213012 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-cdc45268-4816-45d2-9b70-894a09f4810a req-1206baff-3be2-4857-81b0-08c57e3a8111 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 945 time: 0.0812652 Aug 25 16:05:28.259291 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-cdc45268-4816-45d2-9b70-894a09f4810a req-3a92421b-3a15-4a4b-8af6-e7fbbaa5b742 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407417 Aug 25 16:05:28.624172 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fadd8-11da-438f-9f20-d18e6e5dd749 req-068b213b-5089-491b-b432-c89343cab6bd tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:28.632772 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-468fadd8-11da-438f-9f20-d18e6e5dd749 req-068b213b-5089-491b-b432-c89343cab6bd tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.0984826 Aug 25 16:05:28.679338 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-468fadd8-11da-438f-9f20-d18e6e5dd749 req-14f24b9a-238f-462f-bb6a-03820a9fdd10 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454335 Aug 25 16:05:29.196068 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:29.495650 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49170a58-7042-402c-b4cd-56bdf14463bb req-d9b0eac1-7ac9-48d4-a0fa-d2c2ec3cf935 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:29.497424 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-49170a58-7042-402c-b4cd-56bdf14463bb req-d9b0eac1-7ac9-48d4-a0fa-d2c2ec3cf935 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 945 time: 0.0981867 Aug 25 16:05:29.552352 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-49170a58-7042-402c-b4cd-56bdf14463bb req-4642a3d7-b0e0-4f06-a8e7-aa1d4b6ea87a tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473039 Aug 25 16:05:29.941069 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecedab-ab3e-4c83-a94f-af04c4f7b5c8 req-3ce0f5d3-eca0-4113-be69-c351ec043d3e tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:29.942846 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7fecedab-ab3e-4c83-a94f-af04c4f7b5c8 req-3ce0f5d3-eca0-4113-be69-c351ec043d3e tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.1215246 Aug 25 16:05:30.009932 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7fecedab-ab3e-4c83-a94f-af04c4f7b5c8 req-93284cda-ae34-413b-882c-0ec70344129b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607238 Aug 25 16:05:30.509899 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-ba2678ab-c0a2-4b5c-b997-d3d32d349dda req-08c910a1-2bcf-4062-a6dc-8fb2e63dd888 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f675e5666b19428a9822ff26629e69fc&device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 1098 time: 0.1392615 Aug 25 16:05:30.519643 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e46ac0-6f24-4f22-ae07-a28ae319906f req-729cec67-3083-4cd1-8c0b-31a96ce7bb2f tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:30.521655 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a2e46ac0-6f24-4f22-ae07-a28ae319906f req-729cec67-3083-4cd1-8c0b-31a96ce7bb2f tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.1122272 Aug 25 16:05:30.650994 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:30.661828 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a2e46ac0-6f24-4f22-ae07-a28ae319906f req-f9af4621-9297-4101-9b0e-456edbd49878 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212583 Aug 25 16:05:30.685058 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2678ab-c0a2-4b5c-b997-d3d32d349dda req-756a6c66-4983-4c37-b798-82fb70f5badd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:30.686560 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-ba2678ab-c0a2-4b5c-b997-d3d32d349dda req-756a6c66-4983-4c37-b798-82fb70f5badd service neutron] 10.222.0.21 "GET /v2.0/networks?id=ce200f7d-ab4f-4302-beaa-d6a928b6d6a1 HTTP/1.1" status: 200 len: 921 time: 0.1640077 Aug 25 16:05:30.771704 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-ba2678ab-c0a2-4b5c-b997-d3d32d349dda req-cdcdd0e1-d9bc-4dbd-8625-bc62b7c99ac0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b48ba794-0d0b-4f62-99c8-481f14292377 HTTP/1.1" status: 200 len: 217 time: 0.0781631 Aug 25 16:05:30.834342 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2678ab-c0a2-4b5c-b997-d3d32d349dda req-62f49db2-1d66-4f32-8688-2239e1b571c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:30.835783 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-ba2678ab-c0a2-4b5c-b997-d3d32d349dda req-62f49db2-1d66-4f32-8688-2239e1b571c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21c635d2-aa5a-4ebb-9743-23ef87a885c6 HTTP/1.1" status: 200 len: 859 time: 0.0575249 Aug 25 16:05:30.882614 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-ba2678ab-c0a2-4b5c-b997-d3d32d349dda req-37de98be-86a5-4936-bf4a-58bc454f21d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ce200f7d-ab4f-4302-beaa-d6a928b6d6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398633 Aug 25 16:05:31.069534 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-ba2678ab-c0a2-4b5c-b997-d3d32d349dda req-cdd87a59-e2c5-428d-8318-1b395c7c347f service neutron] 10.222.0.21 "GET /v2.0/networks/ce200f7d-ab4f-4302-beaa-d6a928b6d6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805747 Aug 25 16:05:31.218685 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-ba2678ab-c0a2-4b5c-b997-d3d32d349dda req-a1729655-8869-459d-9545-76c874093a4b service neutron] 10.222.0.21 "GET /v2.0/networks/ce200f7d-ab4f-4302-beaa-d6a928b6d6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370223 Aug 25 16:05:31.892167 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29a596-17b7-4957-8a4c-7f1b2775b3e3 req-6f026b22-2f8c-4069-b723-040be8d1ea58 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:31.893583 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9e29a596-17b7-4957-8a4c-7f1b2775b3e3 req-6f026b22-2f8c-4069-b723-040be8d1ea58 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.0833101 Aug 25 16:05:31.953669 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9e29a596-17b7-4957-8a4c-7f1b2775b3e3 req-1c69b347-5f6b-47c9-9077-c5329770a544 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508816 Aug 25 16:05:32.942793 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 46032) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:33.148049 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-66183ca0-894f-49db-8e02-891ea171ad21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:33.201487 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-66183ca0-894f-49db-8e02-891ea171ad21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:33.207524 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-66183ca0-894f-49db-8e02-891ea171ad21 admin admin] Usage tracker for resource:security_group_rule and tenant:137dd572a7a140219847b65a48484a3e is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:33.211380 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-66183ca0-894f-49db-8e02-891ea171ad21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:33.224425 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-66183ca0-894f-49db-8e02-891ea171ad21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:33.253185 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928db6c7-aef2-4d8a-8abd-c0553026f9c2 req-88c28e1e-7c5d-4c91-aabf-9b5fda5516eb tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:33.255244 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-928db6c7-aef2-4d8a-8abd-c0553026f9c2 req-88c28e1e-7c5d-4c91-aabf-9b5fda5516eb tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.1450784 Aug 25 16:05:33.358012 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-928db6c7-aef2-4d8a-8abd-c0553026f9c2 req-25c35358-bc7c-4ec0-aa3c-577dfd42d550 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925121 Aug 25 16:05:33.382208 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-66183ca0-894f-49db-8e02-891ea171ad21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:33.386918 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-66183ca0-894f-49db-8e02-891ea171ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:33.394056 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:33.444979 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66183ca0-894f-49db-8e02-891ea171ad21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9adea407-5b29-4b68-a885-ed65ea98671c,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:33.451077 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-66183ca0-894f-49db-8e02-891ea171ad21 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=137dd572a7a140219847b65a48484a3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5072188 Aug 25 16:05:33.453922 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 46064) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:33.465459 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66183ca0-894f-49db-8e02-891ea171ad21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:33.465822 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66183ca0-894f-49db-8e02-891ea171ad21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:33.466172 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66183ca0-894f-49db-8e02-891ea171ad21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:33.466519 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66183ca0-894f-49db-8e02-891ea171ad21 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:33.466862 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66183ca0-894f-49db-8e02-891ea171ad21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:33.467420 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66183ca0-894f-49db-8e02-891ea171ad21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:33.467750 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66183ca0-894f-49db-8e02-891ea171ad21 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:33.468224 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66183ca0-894f-49db-8e02-891ea171ad21 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:33.468567 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66183ca0-894f-49db-8e02-891ea171ad21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:33.468903 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66183ca0-894f-49db-8e02-891ea171ad21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:33.469324 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66183ca0-894f-49db-8e02-891ea171ad21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:33.473280 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-66183ca0-894f-49db-8e02-891ea171ad21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:33.552477 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-f22c3534-cfdd-4203-9ab8-6e517490c403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:33.580531 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-f22c3534-cfdd-4203-9ab8-6e517490c403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:33.645868 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-f22c3534-cfdd-4203-9ab8-6e517490c403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:33.654025 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-6bfa74d4-bff0-4d90-ac6c-dacc927496d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:33.675256 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c3534-cfdd-4203-9ab8-6e517490c403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adea407-5b29-4b68-a885-ed65ea98671c,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:33.678843 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-f22c3534-cfdd-4203-9ab8-6e517490c403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:33.691322 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-f22c3534-cfdd-4203-9ab8-6e517490c403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:33.691322 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-f22c3534-cfdd-4203-9ab8-6e517490c403 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9adea407-5b29-4b68-a885-ed65ea98671c HTTP/1.1" status: 204 len: 168 time: 0.2291799 Aug 25 16:05:34.612448 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9f249-59f9-4e2d-a9bb-49e4ac3c9aa5 req-00348643-d4ed-4911-9f10-b984d5a12f89 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:34.614315 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-91d9f249-59f9-4e2d-a9bb-49e4ac3c9aa5 req-00348643-d4ed-4911-9f10-b984d5a12f89 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.1037204 Aug 25 16:05:34.675271 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-91d9f249-59f9-4e2d-a9bb-49e4ac3c9aa5 req-b5b6f18e-8f8e-4f48-854d-8c6558c013ae tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512040 Aug 25 16:05:35.065085 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 46128) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:35.337594 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-b32e79ac-c85c-4d6e-b7d2-5fb213131b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:35.380058 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-b32e79ac-c85c-4d6e-b7d2-5fb213131b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:35.383911 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-b32e79ac-c85c-4d6e-b7d2-5fb213131b8a admin admin] Usage tracker for resource:security_group_rule and tenant:133432a44c7f40148e9ca4a136d4fcfa is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:35.387632 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-b32e79ac-c85c-4d6e-b7d2-5fb213131b8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:35.393222 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-b32e79ac-c85c-4d6e-b7d2-5fb213131b8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:35.427916 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 46142) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:35.494220 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-b32e79ac-c85c-4d6e-b7d2-5fb213131b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:35.499443 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-b32e79ac-c85c-4d6e-b7d2-5fb213131b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:35.531974 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-59d26412-219e-4be4-8e27-2023b55dc076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:35.541332 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-b32e79ac-c85c-4d6e-b7d2-5fb213131b8a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=133432a44c7f40148e9ca4a136d4fcfa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4748077 Aug 25 16:05:35.544220 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 46150) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:35.580134 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e79ac-c85c-4d6e-b7d2-5fb213131b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716ad943-7295-41ae-b22a-3aea36cbecbe,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:35.591354 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e79ac-c85c-4d6e-b7d2-5fb213131b8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:35.592018 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e79ac-c85c-4d6e-b7d2-5fb213131b8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:35.592525 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e79ac-c85c-4d6e-b7d2-5fb213131b8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:35.593137 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e79ac-c85c-4d6e-b7d2-5fb213131b8a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:35.593670 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e79ac-c85c-4d6e-b7d2-5fb213131b8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:35.594328 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e79ac-c85c-4d6e-b7d2-5fb213131b8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:35.595151 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e79ac-c85c-4d6e-b7d2-5fb213131b8a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:35.595735 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e79ac-c85c-4d6e-b7d2-5fb213131b8a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:35.596201 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e79ac-c85c-4d6e-b7d2-5fb213131b8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:35.596667 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e79ac-c85c-4d6e-b7d2-5fb213131b8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:35.597540 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e79ac-c85c-4d6e-b7d2-5fb213131b8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:35.602233 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-b32e79ac-c85c-4d6e-b7d2-5fb213131b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:35.625795 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f64dccdc-453f-4714-806a-afbc80efb7ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:35.645646 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e8c15d8d-5f6c-4d1f-bfd6-7c2ba1a277b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:35.683776 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e8c15d8d-5f6c-4d1f-bfd6-7c2ba1a277b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:35.690217 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-f64dccdc-453f-4714-806a-afbc80efb7ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:35.698299 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-f64dccdc-453f-4714-806a-afbc80efb7ef admin admin] Usage tracker for resource:security_group_rule and tenant:70d864387800441388a7a4faa1afbb1a is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:35.706133 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-f64dccdc-453f-4714-806a-afbc80efb7ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:35.714921 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-f64dccdc-453f-4714-806a-afbc80efb7ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:35.771594 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e8c15d8d-5f6c-4d1f-bfd6-7c2ba1a277b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:35.783008 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-66183ca0-894f-49db-8e02-891ea171ad21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:35.799559 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c15d8d-5f6c-4d1f-bfd6-7c2ba1a277b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716ad943-7295-41ae-b22a-3aea36cbecbe,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:35.809907 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-e8c15d8d-5f6c-4d1f-bfd6-7c2ba1a277b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:35.856770 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f64dccdc-453f-4714-806a-afbc80efb7ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:35.867663 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f64dccdc-453f-4714-806a-afbc80efb7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:35.877912 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:35.893952 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e8c15d8d-5f6c-4d1f-bfd6-7c2ba1a277b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:35.897371 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-e8c15d8d-5f6c-4d1f-bfd6-7c2ba1a277b1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/716ad943-7295-41ae-b22a-3aea36cbecbe HTTP/1.1" status: 204 len: 168 time: 0.3498938 Aug 25 16:05:35.936464 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64dccdc-453f-4714-806a-afbc80efb7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56a45f9-6899-417a-9acd-961fef619b75,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:35.939895 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-f64dccdc-453f-4714-806a-afbc80efb7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:35.942291 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-f64dccdc-453f-4714-806a-afbc80efb7ef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=70d864387800441388a7a4faa1afbb1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5133502 Aug 25 16:05:35.945686 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 46172) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:35.975339 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796fc69-f5a6-4d6d-91f5-ee61aa64bc6c req-c650abe7-e244-4e59-9338-3adae3357d98 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:35.977224 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2796fc69-f5a6-4d6d-91f5-ee61aa64bc6c req-c650abe7-e244-4e59-9338-3adae3357d98 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.1685297 Aug 25 16:05:36.027751 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2796fc69-f5a6-4d6d-91f5-ee61aa64bc6c req-9336b91b-53a3-4956-b68d-de20923f7bc7 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450301 Aug 25 16:05:36.050986 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-600a2da4-fd2f-44f5-ba01-19ea9b4d3953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:36.093704 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-600a2da4-fd2f-44f5-ba01-19ea9b4d3953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:36.183330 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-600a2da4-fd2f-44f5-ba01-19ea9b4d3953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:36.192204 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:36.208290 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a2da4-fd2f-44f5-ba01-19ea9b4d3953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56a45f9-6899-417a-9acd-961fef619b75,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:36.210579 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-600a2da4-fd2f-44f5-ba01-19ea9b4d3953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:36.211499 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-600a2da4-fd2f-44f5-ba01-19ea9b4d3953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:36.212613 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-600a2da4-fd2f-44f5-ba01-19ea9b4d3953 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b56a45f9-6899-417a-9acd-961fef619b75 HTTP/1.1" status: 204 len: 168 time: 0.2658339 Aug 25 16:05:36.772863 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 46210) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:36.805165 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-3758c6b9-8e5e-4156-8338-c1bc2f79cfb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:36.851001 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-3758c6b9-8e5e-4156-8338-c1bc2f79cfb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:36.860045 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-3758c6b9-8e5e-4156-8338-c1bc2f79cfb3 admin admin] Usage tracker for resource:security_group_rule and tenant:7ec94f319993498c96fb6987042824e1 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:36.864999 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-3758c6b9-8e5e-4156-8338-c1bc2f79cfb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:36.874477 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-3758c6b9-8e5e-4156-8338-c1bc2f79cfb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:36.950695 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-3758c6b9-8e5e-4156-8338-c1bc2f79cfb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:36.955888 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-3758c6b9-8e5e-4156-8338-c1bc2f79cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:36.968316 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-96e7c8a4-5e1d-429a-88db-6821b984c75e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:36.995718 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758c6b9-8e5e-4156-8338-c1bc2f79cfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19386b01-6236-4cf4-85f7-9ccf15ce58cb,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:37.000699 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-3758c6b9-8e5e-4156-8338-c1bc2f79cfb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:37.025619 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-3758c6b9-8e5e-4156-8338-c1bc2f79cfb3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7ec94f319993498c96fb6987042824e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2492483 Aug 25 16:05:37.026085 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 46220) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:37.092095 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-3548fb7f-b19f-449e-9948-63c90f383961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:37.129453 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-3548fb7f-b19f-449e-9948-63c90f383961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:37.206840 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-3548fb7f-b19f-449e-9948-63c90f383961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:37.216373 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-4a3cb2ae-ccb7-44f2-8c0b-f6660b5ab168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:37.233666 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548fb7f-b19f-449e-9948-63c90f383961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19386b01-6236-4cf4-85f7-9ccf15ce58cb,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:37.237866 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-3548fb7f-b19f-449e-9948-63c90f383961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:37.245238 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-3548fb7f-b19f-449e-9948-63c90f383961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:37.250124 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-3548fb7f-b19f-449e-9948-63c90f383961 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/19386b01-6236-4cf4-85f7-9ccf15ce58cb HTTP/1.1" status: 204 len: 168 time: 0.2227919 Aug 25 16:05:37.273985 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 46236) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:37.296548 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c29ac7-a5c7-47c6-bd21-ace907d7fa9b req-e59d881a-0ed0-49a5-b314-7da86a409abc tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:37.313469 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a1c29ac7-a5c7-47c6-bd21-ace907d7fa9b req-e59d881a-0ed0-49a5-b314-7da86a409abc tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.1348252 Aug 25 16:05:37.365419 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a1c29ac7-a5c7-47c6-bd21-ace907d7fa9b req-ff59deb4-e5d5-4313-83c3-3262605f36df tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511005 Aug 25 16:05:37.608300 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-f4b8e33a-d76b-419d-ad28-4a610b0c090e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:37.643721 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-f4b8e33a-d76b-419d-ad28-4a610b0c090e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:37.647780 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-f4b8e33a-d76b-419d-ad28-4a610b0c090e admin admin] Usage tracker for resource:security_group_rule and tenant:77701179318b486daa80a7fc787d234e is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:37.651121 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-f4b8e33a-d76b-419d-ad28-4a610b0c090e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:37.656573 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-f4b8e33a-d76b-419d-ad28-4a610b0c090e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:37.745464 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-f4b8e33a-d76b-419d-ad28-4a610b0c090e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:37.753377 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-f4b8e33a-d76b-419d-ad28-4a610b0c090e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:37.761722 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-340e4941-4719-4cfc-838e-73333c91ac87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:37.809008 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8e33a-d76b-419d-ad28-4a610b0c090e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7730121-8415-4679-a967-8ef968cfd9c2,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:37.815487 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-f4b8e33a-d76b-419d-ad28-4a610b0c090e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=77701179318b486daa80a7fc787d234e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5381966 Aug 25 16:05:37.815487 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-f4b8e33a-d76b-419d-ad28-4a610b0c090e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:37.815728 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 46260) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:37.878597 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a61e3b61-b157-4a4a-abd4-5345fb54acc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:37.908788 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a61e3b61-b157-4a4a-abd4-5345fb54acc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:37.979136 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a61e3b61-b157-4a4a-abd4-5345fb54acc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:37.982814 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:37.996379 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e3b61-b157-4a4a-abd4-5345fb54acc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7730121-8415-4679-a967-8ef968cfd9c2,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:37.998565 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-a61e3b61-b157-4a4a-abd4-5345fb54acc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:38.007051 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a61e3b61-b157-4a4a-abd4-5345fb54acc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:38.008417 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-a61e3b61-b157-4a4a-abd4-5345fb54acc9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e7730121-8415-4679-a967-8ef968cfd9c2 HTTP/1.1" status: 204 len: 168 time: 0.1918657 Aug 25 16:05:38.309028 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3e1e4cee-e5fb-47f2-9604-b780cb71d4e7 req-1094ab24-9860-49ff-912d-597f7a198c6a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1338003 Aug 25 16:05:38.372669 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 46290) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:38.574782 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-5f543941-c4e5-4325-aa7d-d0971ea8431e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-295727432-network', 'tenant_id': '35e9f734307748f1be53c560beda96d1'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:05:38.583718 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-5f543941-c4e5-4325-aa7d-d0971ea8431e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:38.588318 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-5f543941-c4e5-4325-aa7d-d0971ea8431e admin admin] Usage tracker for resource:network and tenant:35e9f734307748f1be53c560beda96d1 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:38.591362 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-5f543941-c4e5-4325-aa7d-d0971ea8431e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:38.604503 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-5f543941-c4e5-4325-aa7d-d0971ea8431e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:38.614733 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f543941-c4e5-4325-aa7d-d0971ea8431e admin admin] Made reservation on behalf of 35e9f734307748f1be53c560beda96d1 for: {'network': 1} {{(pid=75045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:05:38.616520 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3e1e4cee-e5fb-47f2-9604-b780cb71d4e7 req-8714251d-5891-4896-bbb9-13c45f2023de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d7dfad5bc0e460f933cc2e5f4c570cb&device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 1098 time: 0.1478317 Aug 25 16:05:38.617009 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5f543941-c4e5-4325-aa7d-d0971ea8431e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for network, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:38.639734 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5f543941-c4e5-4325-aa7d-d0971ea8431e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:38.643205 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4a9c5-1e46-4d27-8e37-99b9b134816d req-d07d982b-29c9-4b14-9f4b-c063b6a0ccfe tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:38.644681 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f2c4a9c5-1e46-4d27-8e37-99b9b134816d req-d07d982b-29c9-4b14-9f4b-c063b6a0ccfe tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.1060994 Aug 25 16:05:38.672345 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 46298) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:38.692635 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-5f543941-c4e5-4325-aa7d-d0971ea8431e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:38.696190 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-51dc537c-9c1a-4bd4-9553-587f7f1b4649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:38.704679 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-5f543941-c4e5-4325-aa7d-d0971ea8431e admin admin] Usage tracker for resource:security_group_rule and tenant:35e9f734307748f1be53c560beda96d1 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:38.709131 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-5f543941-c4e5-4325-aa7d-d0971ea8431e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:38.718167 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-5f543941-c4e5-4325-aa7d-d0971ea8431e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:38.748843 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-51dc537c-9c1a-4bd4-9553-587f7f1b4649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:38.754130 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-51dc537c-9c1a-4bd4-9553-587f7f1b4649 admin admin] Usage tracker for resource:security_group_rule and tenant:3f8c259ea2d84407ab5dcd116490ff38 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:38.760079 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-51dc537c-9c1a-4bd4-9553-587f7f1b4649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:38.766973 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-51dc537c-9c1a-4bd4-9553-587f7f1b4649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:38.780215 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f2c4a9c5-1e46-4d27-8e37-99b9b134816d req-8c9c9f46-b029-4e11-a7ee-bd2ca49ef707 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278508 Aug 25 16:05:38.821465 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e4cee-e5fb-47f2-9604-b780cb71d4e7 req-acfa7689-1415-48e0-a835-e7567f2b7eaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:38.823189 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3e1e4cee-e5fb-47f2-9604-b780cb71d4e7 req-acfa7689-1415-48e0-a835-e7567f2b7eaf service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f67ca83-b2a6-4501-ba9c-b1beffdb110e HTTP/1.1" status: 200 len: 913 time: 0.1695623 Aug 25 16:05:38.854311 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5f543941-c4e5-4325-aa7d-d0971ea8431e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:38.867082 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5f543941-c4e5-4325-aa7d-d0971ea8431e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:38.880152 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:38.903258 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3e1e4cee-e5fb-47f2-9604-b780cb71d4e7 req-e5547681-5af9-4ba8-9559-a185161b0e01 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a1a7b47-e002-4721-ac8b-47d285d0c575 HTTP/1.1" status: 200 len: 217 time: 0.0732265 Aug 25 16:05:38.921580 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f543941-c4e5-4325-aa7d-d0971ea8431e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1252} {{(pid=75045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:05:38.954934 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-51dc537c-9c1a-4bd4-9553-587f7f1b4649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:38.956253 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5f543941-c4e5-4325-aa7d-d0971ea8431e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:38.956641 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.db.segments_db [None req-5f543941-c4e5-4325-aa7d-d0971ea8431e admin admin] Added segment 1a5afee6-b87b-471e-a70f-ae7d71222eb6 of type vlan for network f6881675-4f39-48b9-850a-7852e51a1e75 Aug 25 16:05:38.965005 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f543941-c4e5-4325-aa7d-d0971ea8431e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed4c648-1e6c-434e-a2a6-59b5933fda31,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:38.967352 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-51dc537c-9c1a-4bd4-9553-587f7f1b4649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:38.973935 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-5f543941-c4e5-4325-aa7d-d0971ea8431e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:38.974368 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e4cee-e5fb-47f2-9604-b780cb71d4e7 req-7ebf25be-14af-4066-92ff-d64b8f34b250 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:38.974493 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-5f543941-c4e5-4325-aa7d-d0971ea8431e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:38.975911 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3e1e4cee-e5fb-47f2-9604-b780cb71d4e7 req-7ebf25be-14af-4066-92ff-d64b8f34b250 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8a1fcdbd-c452-46ab-833c-bfa4ee76bf5e HTTP/1.1" status: 200 len: 851 time: 0.0662255 Aug 25 16:05:39.027283 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3e1e4cee-e5fb-47f2-9604-b780cb71d4e7 req-84f3e966-5e65-4864-bcd1-159e3b2a2b77 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f67ca83-b2a6-4501-ba9c-b1beffdb110e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435495 Aug 25 16:05:39.033100 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5f543941-c4e5-4325-aa7d-d0971ea8431e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779527754918'] for network, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:39.036501 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc537c-9c1a-4bd4-9553-587f7f1b4649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4279b10b-dfac-4b9b-ab09-408bbdec7f33,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:39.043599 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-51dc537c-9c1a-4bd4-9553-587f7f1b4649 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3f8c259ea2d84407ab5dcd116490ff38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3677783 Aug 25 16:05:39.043599 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-51dc537c-9c1a-4bd4-9553-587f7f1b4649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:39.044535 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 46304) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:39.070234 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:39.103923 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5f543941-c4e5-4325-aa7d-d0971ea8431e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244'] for network, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:39.106364 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f543941-c4e5-4325-aa7d-d0971ea8431e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:39.106954 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5f543941-c4e5-4325-aa7d-d0971ea8431e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:39.113478 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:39.150542 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-80e4c158-0e6a-4dc6-bcc8-f1837a867f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:39.201537 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3e1e4cee-e5fb-47f2-9604-b780cb71d4e7 req-e7abe722-9e4f-4de0-98b6-6e5bf0d2f2b2 service neutron] 10.222.0.21 "GET /v2.0/networks/0f67ca83-b2a6-4501-ba9c-b1beffdb110e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648812 Aug 25 16:05:39.247599 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f543941-c4e5-4325-aa7d-d0971ea8431e admin admin] Pushing event updated for resources: {'Network': ['ID=f6881675-4f39-48b9-850a-7852e51a1e75,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:39.257447 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-5f543941-c4e5-4325-aa7d-d0971ea8431e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8798163 Aug 25 16:05:39.257447 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-5f543941-c4e5-4325-aa7d-d0971ea8431e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:39.257973 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 46308) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:39.261351 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-80e4c158-0e6a-4dc6-bcc8-f1837a867f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:39.262029 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Network f6881675-4f39-48b9-850a-7852e51a1e75 details requested by agent ovs-agent-dv-cinder-806008-1-iscsi with host dv-cinder-806008-1-iscsi {{(pid=75047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:05:39.270846 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-36c45410-e1d4-4af5-8fe5-061cb4446801 admin admin] Request body: {'subnet': {'network_id': 'f6881675-4f39-48b9-850a-7852e51a1e75', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-295727432-subnet', 'tenant_id': '35e9f734307748f1be53c560beda96d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:05:39.279574 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-36c45410-e1d4-4af5-8fe5-061cb4446801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:39.295720 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-36c45410-e1d4-4af5-8fe5-061cb4446801 admin admin] Usage tracker for resource:subnet and tenant:35e9f734307748f1be53c560beda96d1 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:39.299766 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-36c45410-e1d4-4af5-8fe5-061cb4446801 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:39.317034 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-36c45410-e1d4-4af5-8fe5-061cb4446801 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:39.332338 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c45410-e1d4-4af5-8fe5-061cb4446801 admin admin] Made reservation on behalf of 35e9f734307748f1be53c560beda96d1 for: {'subnet': 1} {{(pid=75045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:05:39.334132 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-36c45410-e1d4-4af5-8fe5-061cb4446801 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854741'] for subnet, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:39.370143 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3e1e4cee-e5fb-47f2-9604-b780cb71d4e7 req-3fd0110f-8b08-42e8-8b60-1a04d506d75f service neutron] 10.222.0.21 "GET /v2.0/networks/0f67ca83-b2a6-4501-ba9c-b1beffdb110e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606803 Aug 25 16:05:39.459170 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-80e4c158-0e6a-4dc6-bcc8-f1837a867f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:39.464725 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:39.484483 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4c158-0e6a-4dc6-bcc8-f1837a867f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4279b10b-dfac-4b9b-ab09-408bbdec7f33,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:39.491989 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-80e4c158-0e6a-4dc6-bcc8-f1837a867f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:39.498383 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-80e4c158-0e6a-4dc6-bcc8-f1837a867f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:39.499497 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-80e4c158-0e6a-4dc6-bcc8-f1837a867f84 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4279b10b-dfac-4b9b-ab09-408bbdec7f33 HTTP/1.1" status: 204 len: 168 time: 0.4546187 Aug 25 16:05:39.722284 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-36c45410-e1d4-4af5-8fe5-061cb4446801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3837922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854727'] for subnet, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:39.727555 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:39.801247 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c45410-e1d4-4af5-8fe5-061cb4446801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58113ab6-e260-46b2-8b32-3cf53569b6e6,revision_number=0']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:39.805909 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-36c45410-e1d4-4af5-8fe5-061cb4446801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:39.816102 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c45410-e1d4-4af5-8fe5-061cb4446801 admin admin] Checking segment: {'id': '1a5afee6-b87b-471e-a70f-ae7d71222eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'f6881675-4f39-48b9-850a-7852e51a1e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:05:39.817074 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c45410-e1d4-4af5-8fe5-061cb4446801 admin admin] Network hostable DHCP agents. Network: f6881675-4f39-48b9-850a-7852e51a1e75, hostable agents: ['76091da7-29c6-41af-a969-d28dab66f71a'], hosted agents: [] {{(pid=75045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:05:39.865378 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c45410-e1d4-4af5-8fe5-061cb4446801 admin admin] Network f6881675-4f39-48b9-850a-7852e51a1e75 is scheduled to be hosted by DHCP agent 76091da7-29c6-41af-a969-d28dab66f71a with binding_index 1 {{(pid=75045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:05:39.878537 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-36c45410-e1d4-4af5-8fe5-061cb4446801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-iscsi, f6881675-4f39-48b9-850a-7852e51a1e75) {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:05:39.888148 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6b4a70-80cd-4837-89db-ec33c08b9e2f None None] Network f6881675-4f39-48b9-850a-7852e51a1e75 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:05:39.892379 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c45410-e1d4-4af5-8fe5-061cb4446801 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:39.893614 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-36c45410-e1d4-4af5-8fe5-061cb4446801 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:39.926049 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-36c45410-e1d4-4af5-8fe5-061cb4446801 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6668580 Aug 25 16:05:40.138747 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 46340) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:40.164194 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e16510ea-deba-4153-bf21-705621b3f54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:40.228061 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-e16510ea-deba-4153-bf21-705621b3f54b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:40.233477 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-e16510ea-deba-4153-bf21-705621b3f54b admin admin] Usage tracker for resource:security_group_rule and tenant:a32f110e1e8a4febaaed6c2d08452514 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:40.236862 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-e16510ea-deba-4153-bf21-705621b3f54b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:40.239470 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b6454-3048-459c-9639-ea6e7d8c2e42 req-822ce2ca-af96-4ad4-a56b-668b258902f1 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:40.244298 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-e16510ea-deba-4153-bf21-705621b3f54b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:40.244669 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3b0b6454-3048-459c-9639-ea6e7d8c2e42 req-822ce2ca-af96-4ad4-a56b-668b258902f1 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.2165499 Aug 25 16:05:40.267453 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbf8def-97b0-4cb5-b02b-46714d3b1616 None None] Network f6881675-4f39-48b9-850a-7852e51a1e75 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:05:40.319557 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3b0b6454-3048-459c-9639-ea6e7d8c2e42 req-e391d0ca-b96b-4b1f-9088-154cec3f1d44 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660858 Aug 25 16:05:40.321959 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e16510ea-deba-4153-bf21-705621b3f54b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:40.328846 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e16510ea-deba-4153-bf21-705621b3f54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:40.343093 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:40.396233 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16510ea-deba-4153-bf21-705621b3f54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648e458b-c080-41ff-b5d0-096968346ce2,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:40.399812 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-e16510ea-deba-4153-bf21-705621b3f54b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:40.402264 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-e16510ea-deba-4153-bf21-705621b3f54b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a32f110e1e8a4febaaed6c2d08452514&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2614694 Aug 25 16:05:40.404747 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 46346) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:40.472986 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-94ba614d-5b62-4eb4-b8ed-77563d9f9502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:40.499225 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-94ba614d-5b62-4eb4-b8ed-77563d9f9502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:40.559243 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-94ba614d-5b62-4eb4-b8ed-77563d9f9502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:40.564165 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-a5561597-8e69-47ef-a4f8-ab6fbcfd59b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:40.576217 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba614d-5b62-4eb4-b8ed-77563d9f9502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648e458b-c080-41ff-b5d0-096968346ce2,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:40.579030 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-94ba614d-5b62-4eb4-b8ed-77563d9f9502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:40.580855 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-94ba614d-5b62-4eb4-b8ed-77563d9f9502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:40.584924 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-94ba614d-5b62-4eb4-b8ed-77563d9f9502 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/648e458b-c080-41ff-b5d0-096968346ce2 HTTP/1.1" status: 204 len: 168 time: 0.1762979 Aug 25 16:05:41.202258 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 46394) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:41.207756 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-021448e2-042d-4600-938e-f27a399f68b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-609962604-network', 'tenant_id': 'fa43bbd1a89745cb82dc9945242accf9'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:05:41.212255 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-021448e2-042d-4600-938e-f27a399f68b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:41.216003 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-021448e2-042d-4600-938e-f27a399f68b2 admin admin] Usage tracker for resource:network and tenant:fa43bbd1a89745cb82dc9945242accf9 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:41.219021 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-021448e2-042d-4600-938e-f27a399f68b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:41.234611 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-021448e2-042d-4600-938e-f27a399f68b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:41.247697 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021448e2-042d-4600-938e-f27a399f68b2 admin admin] Made reservation on behalf of fa43bbd1a89745cb82dc9945242accf9 for: {'network': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:05:41.250744 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-021448e2-042d-4600-938e-f27a399f68b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for network, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:41.266052 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-021448e2-042d-4600-938e-f27a399f68b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:41.306561 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-021448e2-042d-4600-938e-f27a399f68b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:41.312321 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-021448e2-042d-4600-938e-f27a399f68b2 admin admin] Usage tracker for resource:security_group_rule and tenant:fa43bbd1a89745cb82dc9945242accf9 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:41.321286 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-021448e2-042d-4600-938e-f27a399f68b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:41.329561 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-021448e2-042d-4600-938e-f27a399f68b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:41.454751 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-021448e2-042d-4600-938e-f27a399f68b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:41.461817 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-021448e2-042d-4600-938e-f27a399f68b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:41.471311 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:41.559116 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-021448e2-042d-4600-938e-f27a399f68b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1256} {{(pid=75046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:05:41.592201 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021448e2-042d-4600-938e-f27a399f68b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b11513-34f3-4696-b2a7-f7e41e58d90c,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:41.597674 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-021448e2-042d-4600-938e-f27a399f68b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:41.599192 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-021448e2-042d-4600-938e-f27a399f68b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:41.599533 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.db.segments_db [None req-021448e2-042d-4600-938e-f27a399f68b2 admin admin] Added segment 25182ee2-225d-4510-a8b7-4d1cd134fd8d of type vlan for network ca38f4d3-d05d-4f95-9ce4-abe33509f6a8 Aug 25 16:05:41.642796 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-021448e2-042d-4600-938e-f27a399f68b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779527754918'] for network, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:41.668342 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16366679-9073-4505-b224-c3d16725e72c req-b28135e8-0c08-4a17-9534-7140ae46e26e tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:41.670062 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-16366679-9073-4505-b224-c3d16725e72c req-b28135e8-0c08-4a17-9534-7140ae46e26e tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.1590123 Aug 25 16:05:41.725306 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-021448e2-042d-4600-938e-f27a399f68b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244'] for network, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:41.729780 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021448e2-042d-4600-938e-f27a399f68b2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:41.730275 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-021448e2-042d-4600-938e-f27a399f68b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:41.735613 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:41.773196 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-16366679-9073-4505-b224-c3d16725e72c req-eb3b8b61-cc4b-4c7f-954b-0c580f120d0c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896034 Aug 25 16:05:41.870305 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-021448e2-042d-4600-938e-f27a399f68b2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6669879 Aug 25 16:05:41.871508 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021448e2-042d-4600-938e-f27a399f68b2 admin admin] Pushing event updated for resources: {'Network': ['ID=ca38f4d3-d05d-4f95-9ce4-abe33509f6a8,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:41.873149 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 46424) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:41.878905 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-488d46b1-d618-468e-a0cb-8281a8b8e0a4 admin admin] Request body: {'subnet': {'network_id': 'ca38f4d3-d05d-4f95-9ce4-abe33509f6a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-609962604-subnet', 'tenant_id': 'fa43bbd1a89745cb82dc9945242accf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:05:41.882400 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-021448e2-042d-4600-938e-f27a399f68b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:41.884478 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-488d46b1-d618-468e-a0cb-8281a8b8e0a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:41.885105 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Network ca38f4d3-d05d-4f95-9ce4-abe33509f6a8 details requested by agent ovs-agent-dv-cinder-806008-1-iscsi with host dv-cinder-806008-1-iscsi {{(pid=75047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:05:41.889917 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-488d46b1-d618-468e-a0cb-8281a8b8e0a4 admin admin] Usage tracker for resource:subnet and tenant:fa43bbd1a89745cb82dc9945242accf9 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:41.893083 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-488d46b1-d618-468e-a0cb-8281a8b8e0a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:41.899908 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-488d46b1-d618-468e-a0cb-8281a8b8e0a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:41.915717 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488d46b1-d618-468e-a0cb-8281a8b8e0a4 admin admin] Made reservation on behalf of fa43bbd1a89745cb82dc9945242accf9 for: {'subnet': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:05:41.918557 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-488d46b1-d618-468e-a0cb-8281a8b8e0a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4098540'] for subnet, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:42.153465 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-488d46b1-d618-468e-a0cb-8281a8b8e0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3202558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4098558'] for subnet, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:42.158317 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:42.226216 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d46b1-d618-468e-a0cb-8281a8b8e0a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=084f870a-aef5-44a4-bff1-84772d97815a,revision_number=0']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:42.231277 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-488d46b1-d618-468e-a0cb-8281a8b8e0a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:42.238382 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488d46b1-d618-468e-a0cb-8281a8b8e0a4 admin admin] Checking segment: {'id': '25182ee2-225d-4510-a8b7-4d1cd134fd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'ca38f4d3-d05d-4f95-9ce4-abe33509f6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:05:42.238738 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488d46b1-d618-468e-a0cb-8281a8b8e0a4 admin admin] Network hostable DHCP agents. Network: ca38f4d3-d05d-4f95-9ce4-abe33509f6a8, hostable agents: ['76091da7-29c6-41af-a969-d28dab66f71a'], hosted agents: [] {{(pid=75046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:05:42.261705 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488d46b1-d618-468e-a0cb-8281a8b8e0a4 admin admin] Network ca38f4d3-d05d-4f95-9ce4-abe33509f6a8 is scheduled to be hosted by DHCP agent 76091da7-29c6-41af-a969-d28dab66f71a with binding_index 1 {{(pid=75046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:05:42.271069 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [None req-488d46b1-d618-468e-a0cb-8281a8b8e0a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-iscsi, ca38f4d3-d05d-4f95-9ce4-abe33509f6a8) {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:05:42.283331 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488d46b1-d618-468e-a0cb-8281a8b8e0a4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:42.283918 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-488d46b1-d618-468e-a0cb-8281a8b8e0a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for subnet, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:42.296446 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27b2aa9-fd81-4644-a1f8-b1c88a9ec207 None None] Network ca38f4d3-d05d-4f95-9ce4-abe33509f6a8 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:05:42.318608 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-488d46b1-d618-468e-a0cb-8281a8b8e0a4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4444463 Aug 25 16:05:42.515289 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72fa664-4d59-4f40-abfd-72163589d16d None None] Network ca38f4d3-d05d-4f95-9ce4-abe33509f6a8 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:05:42.986025 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e912dad-d2d0-4687-aa52-f736aec91062 req-4bcd4fe1-573d-4ff5-b5a9-abbc8f3dbb8c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:42.987502 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-1e912dad-d2d0-4687-aa52-f736aec91062 req-4bcd4fe1-573d-4ff5-b5a9-abbc8f3dbb8c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.0828218 Aug 25 16:05:43.034313 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-1e912dad-d2d0-4687-aa52-f736aec91062 req-b9250076-c12f-49fb-bff1-fecf3e5cb8bd tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396364 Aug 25 16:05:43.881804 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 46500) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:43.936757 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebd237-62cd-4532-acb5-bf3d082ebf67 req-8f28becd-e356-488e-a6b4-e6c5c3d934df tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:43.947529 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-16ebd237-62cd-4532-acb5-bf3d082ebf67 req-8f28becd-e356-488e-a6b4-e6c5c3d934df tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 945 time: 0.1051378 Aug 25 16:05:44.013356 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-16ebd237-62cd-4532-acb5-bf3d082ebf67 req-54414695-5d86-4f75-840a-312dee3ec4b4 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe7e2b3f-27fc-4b2c-8f7c-82ba2e4358fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645170 Aug 25 16:05:44.074978 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-b7f6ed6a-85a0-4c95-af28-43d1357099dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:44.109275 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-b7f6ed6a-85a0-4c95-af28-43d1357099dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:44.112903 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-b7f6ed6a-85a0-4c95-af28-43d1357099dd admin admin] Usage tracker for resource:security_group_rule and tenant:934c47ded90e4cf2852210db2b6952c1 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:44.116173 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-b7f6ed6a-85a0-4c95-af28-43d1357099dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:44.121688 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-b7f6ed6a-85a0-4c95-af28-43d1357099dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:44.228728 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-b7f6ed6a-85a0-4c95-af28-43d1357099dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:44.238260 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-b7f6ed6a-85a0-4c95-af28-43d1357099dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:44.246961 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-e16510ea-deba-4153-bf21-705621b3f54b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:44.296138 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6ed6a-85a0-4c95-af28-43d1357099dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aaef5ae-f3e5-4baa-b517-c2ba32b309bf,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:44.299063 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-b7f6ed6a-85a0-4c95-af28-43d1357099dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:44.304328 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-b7f6ed6a-85a0-4c95-af28-43d1357099dd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=934c47ded90e4cf2852210db2b6952c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4184220 Aug 25 16:05:44.305450 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 46512) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:44.332853 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e3cc8-4a6e-4809-86f7-7f455cffa1b4 req-931fa27e-7b80-486a-a1de-d1c83b99af41 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:44.334355 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-054e3cc8-4a6e-4809-86f7-7f455cffa1b4 req-931fa27e-7b80-486a-a1de-d1c83b99af41 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.1639407 Aug 25 16:05:44.416559 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:05:44.417151 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-054e3cc8-4a6e-4809-86f7-7f455cffa1b4 req-77fea812-c1e0-46db-9616-cb1890b5ceab tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736513 Aug 25 16:05:44.419312 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-42e012e1-7195-4508-ab34-b366c5b1cbdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:44.446120 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-42e012e1-7195-4508-ab34-b366c5b1cbdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:44.497188 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-42e012e1-7195-4508-ab34-b366c5b1cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:44.501759 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:44.512610 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e012e1-7195-4508-ab34-b366c5b1cbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aaef5ae-f3e5-4baa-b517-c2ba32b309bf,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:44.515263 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-42e012e1-7195-4508-ab34-b366c5b1cbdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:44.521229 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-42e012e1-7195-4508-ab34-b366c5b1cbdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:44.522327 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-42e012e1-7195-4508-ab34-b366c5b1cbdf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0aaef5ae-f3e5-4baa-b517-c2ba32b309bf HTTP/1.1" status: 204 len: 168 time: 0.2160013 Aug 25 16:05:45.458823 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd7de3-49c9-461b-825a-5b794e6db1fc req-16fe4a06-54ea-4915-8325-493c42b4e7e7 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:45.462386 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-1cbd7de3-49c9-461b-825a-5b794e6db1fc req-16fe4a06-54ea-4915-8325-493c42b4e7e7 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 945 time: 0.1428106 Aug 25 16:05:45.563505 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-1cbd7de3-49c9-461b-825a-5b794e6db1fc req-b6efada4-9ff1-44d2-90ae-57b24b22ae24 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe7e2b3f-27fc-4b2c-8f7c-82ba2e4358fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946157 Aug 25 16:05:45.656324 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539d04d-7256-4b97-929a-e8f247e7e6f4 req-ef767134-eeef-4cdb-8b1b-bd5d24def23f tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:45.657928 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8539d04d-7256-4b97-929a-e8f247e7e6f4 req-ef767134-eeef-4cdb-8b1b-bd5d24def23f tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.0860784 Aug 25 16:05:45.711201 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8539d04d-7256-4b97-929a-e8f247e7e6f4 req-f36c3647-ed11-43fa-b511-bcd746c52768 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467033 Aug 25 16:05:46.784143 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 46624) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:46.839647 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea56dd-3946-44be-8c20-ed089a179538 req-e783f3ed-2178-4bf1-aa48-76bfa2ef7ea1 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:46.841128 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4cea56dd-3946-44be-8c20-ed089a179538 req-e783f3ed-2178-4bf1-aa48-76bfa2ef7ea1 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.21 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 945 time: 0.1575863 Aug 25 16:05:46.852336 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2876eaf-f021-4a14-b0de-a2db158b5071 req-cbee2b3a-41a8-42fd-8189-803f1be1c2fb tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:46.861732 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a2876eaf-f021-4a14-b0de-a2db158b5071 req-cbee2b3a-41a8-42fd-8189-803f1be1c2fb tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 945 time: 0.1468008 Aug 25 16:05:46.930624 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a2876eaf-f021-4a14-b0de-a2db158b5071 req-c848d5f7-2dcf-42db-8bf7-bda741eaae86 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe7e2b3f-27fc-4b2c-8f7c-82ba2e4358fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675049 Aug 25 16:05:47.048206 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-51fc5b72-f706-4570-a187-8c04f8c12bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:47.065451 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-4cea56dd-3946-44be-8c20-ed089a179538 req-e5bb0616-8ed4-4067-a3b9-39fe4ddef245 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Deleting port 3a1a7b47-e002-4721-ac8b-47d285d0c575 {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:05:47.065868 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-4cea56dd-3946-44be-8c20-ed089a179538 req-e5bb0616-8ed4-4067-a3b9-39fe4ddef245 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:47.220892 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-51fc5b72-f706-4570-a187-8c04f8c12bec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:47.231296 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-51fc5b72-f706-4570-a187-8c04f8c12bec admin admin] Usage tracker for resource:security_group_rule and tenant:e852bae6edd7429488d9e46f7b6b1745 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:47.241851 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-51fc5b72-f706-4570-a187-8c04f8c12bec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:47.255827 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-51fc5b72-f706-4570-a187-8c04f8c12bec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:47.266957 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e65b28-5ba4-454c-a40b-260e2bc9adef req-22c5e0b8-c3ca-4009-9454-971336c5da5f tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:47.268443 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c7e65b28-5ba4-454c-a40b-260e2bc9adef req-22c5e0b8-c3ca-4009-9454-971336c5da5f tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.3289971 Aug 25 16:05:47.451721 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c7e65b28-5ba4-454c-a40b-260e2bc9adef req-0131aab8-78be-4e55-916a-64257e6b6c60 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540856 Aug 25 16:05:47.486343 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-4cea56dd-3946-44be-8c20-ed089a179538 req-e5bb0616-8ed4-4067-a3b9-39fe4ddef245 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] For port 3a1a7b47-e002-4721-ac8b-47d285d0c575, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3a1a7b47-e002-4721-ac8b-47d285d0c575,segment=NetworkSegment(4b3f2e3e-3875-44b9-9c9d-f9ee0fad1bbc),segment_id=4b3f2e3e-3875-44b9-9c9d-f9ee0fad1bbc)] {{(pid=75046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:47.486730 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-4cea56dd-3946-44be-8c20-ed089a179538 req-e5bb0616-8ed4-4067-a3b9-39fe4ddef245 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:47.637812 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-4cea56dd-3946-44be-8c20-ed089a179538 req-e5bb0616-8ed4-4067-a3b9-39fe4ddef245 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Calling delete_port for 3a1a7b47-e002-4721-ac8b-47d285d0c575 owned by compute:nova {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:05:47.665636 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-51fc5b72-f706-4570-a187-8c04f8c12bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:47.672598 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-51fc5b72-f706-4570-a187-8c04f8c12bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:47.686190 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-94ba614d-5b62-4eb4-b8ed-77563d9f9502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:47.741306 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-51fc5b72-f706-4570-a187-8c04f8c12bec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e852bae6edd7429488d9e46f7b6b1745&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9530408 Aug 25 16:05:47.744115 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 46648) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:47.806716 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ec108334-ddb0-4b6a-8775-bdc0c1f3b6f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:47.816396 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc5b72-f706-4570-a187-8c04f8c12bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46450adf-ab9e-4384-a529-29d6019ff57c,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:47.819839 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-51fc5b72-f706-4570-a187-8c04f8c12bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:47.842528 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ec108334-ddb0-4b6a-8775-bdc0c1f3b6f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:47.917375 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ec108334-ddb0-4b6a-8775-bdc0c1f3b6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:47.924247 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-be810d66-ae94-429a-b204-50f1cc036517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:47.932065 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-4cea56dd-3946-44be-8c20-ed089a179538 req-e5bb0616-8ed4-4067-a3b9-39fe4ddef245 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:47.938493 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec108334-ddb0-4b6a-8775-bdc0c1f3b6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46450adf-ab9e-4384-a529-29d6019ff57c,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:47.941693 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-f4077fb1-1534-4814-bd6b-f8a0c7318014 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:47.941937 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-ec108334-ddb0-4b6a-8775-bdc0c1f3b6f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:47.943863 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ec108334-ddb0-4b6a-8775-bdc0c1f3b6f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:47.945632 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-ec108334-ddb0-4b6a-8775-bdc0c1f3b6f0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46450adf-ab9e-4384-a529-29d6019ff57c HTTP/1.1" status: 204 len: 168 time: 0.2003596 Aug 25 16:05:47.995965 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb0616-8ed4-4067-a3b9-39fe4ddef245 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Pushing event deleted for resources: {'Port': ['ID=3a1a7b47-e002-4721-ac8b-47d285d0c575,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:47.998580 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-e5bb0616-8ed4-4067-a3b9-39fe4ddef245 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:48.071293 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cea56dd-3946-44be-8c20-ed089a179538 req-e5bb0616-8ed4-4067-a3b9-39fe4ddef245 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] No DVR routers for this DVR port 3a1a7b47-e002-4721-ac8b-47d285d0c575 on host hv-cinder-80600 {{(pid=75046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:05:48.074810 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-4cea56dd-3946-44be-8c20-ed089a179538 req-e5bb0616-8ed4-4067-a3b9-39fe4ddef245 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:48.090023 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be47a9ad-4d99-49f3-9422-15d8f23ae0ea', 'name': 'network-vif-deleted', 'tag': '3a1a7b47-e002-4721-ac8b-47d285d0c575'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:05:48.096982 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4cea56dd-3946-44be-8c20-ed089a179538 req-e5bb0616-8ed4-4067-a3b9-39fe4ddef245 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.21 "DELETE /v2.0/ports/3a1a7b47-e002-4721-ac8b-47d285d0c575 HTTP/1.1" status: 204 len: 173 time: 1.2395658 Aug 25 16:05:48.190215 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be47a9ad-4d99-49f3-9422-15d8f23ae0ea', 'name': 'network-vif-deleted', 'tag': '3a1a7b47-e002-4721-ac8b-47d285d0c575', 'status': 'completed', 'code': 200} Aug 25 16:05:48.230572 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-9b996a98-3b41-443b-9289-072669f11948 req-f36e001c-a1b8-4ecf-bf24-e0c3fe330f2b tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 210 time: 0.0931091 Aug 25 16:05:48.674767 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659c141-cda3-4d3a-83e3-1a768d3533a7 req-e7461f39-9dd2-450d-8595-110e09240334 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:48.676381 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a659c141-cda3-4d3a-83e3-1a768d3533a7 req-e7461f39-9dd2-450d-8595-110e09240334 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.0845957 Aug 25 16:05:48.726868 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a659c141-cda3-4d3a-83e3-1a768d3533a7 req-c9568b92-bf93-41d2-9c2e-7ba88f4928eb tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444214 Aug 25 16:05:49.410602 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2260dac5-7c79-4a38-8d5e-b9f81a2a116f req-3a15eb7f-2155-493b-ad10-01e69a529cd8 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 210 time: 0.0414011 Aug 25 16:05:49.927081 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320261bd-a664-41c9-ae2a-d02e5ae86d7a req-f93c23dc-2bbd-4db2-a71e-b1070fd828d5 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:49.928753 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-320261bd-a664-41c9-ae2a-d02e5ae86d7a req-f93c23dc-2bbd-4db2-a71e-b1070fd828d5 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.0789227 Aug 25 16:05:49.974064 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-320261bd-a664-41c9-ae2a-d02e5ae86d7a req-b080c12d-0667-4409-9490-9ff44d5d4071 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400300 Aug 25 16:05:50.579182 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-141f80cc-be8d-4efe-b9aa-7cf07489af41 req-e205b168-6c8f-4dcd-b976-036802218508 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 210 time: 0.0443144 Aug 25 16:05:50.773402 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 3a1a7b47-e002-4721-ac8b-47d285d0c575 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:05:50.809284 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] No Port match for: 3a1a7b47-e002-4721-ac8b-47d285d0c575 {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:05:50.809636 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 3a1a7b47-e002-4721-ac8b-47d285d0c575 not bound to the agent host hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:05:51.185793 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f86a5-3d63-4828-b84f-413bc86b7d84 req-dacc5ed7-b53c-438a-8ca7-93cdd820e12e tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:51.187234 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7b4f86a5-3d63-4828-b84f-413bc86b7d84 req-dacc5ed7-b53c-438a-8ca7-93cdd820e12e tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.0826941 Aug 25 16:05:51.232644 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7b4f86a5-3d63-4828-b84f-413bc86b7d84 req-b50738b0-5978-4ee9-abd0-08ede3b2c082 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393755 Aug 25 16:05:51.742974 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-02ad80e9-30e5-4214-9094-a2ef8996ca6d req-89f593ec-5350-457d-8c15-2b0e2ec23717 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 210 time: 0.0410228 Aug 25 16:05:52.451820 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aebed7-062c-4af1-ab8e-3bd257b011fd req-225c8f35-379e-468a-a40a-2dfab6a28ca9 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:52.463271 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-00aebed7-062c-4af1-ab8e-3bd257b011fd req-225c8f35-379e-468a-a40a-2dfab6a28ca9 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.1009483 Aug 25 16:05:52.503608 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-00aebed7-062c-4af1-ab8e-3bd257b011fd req-53f1a72f-820a-46ad-b2c9-64db7fd5b3b0 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427094 Aug 25 16:05:52.912808 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2fd5d6d9-ab99-472c-a1b5-f29c95e161b1 req-7d1eb733-caee-469d-83de-9fcf5562abe6 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 210 time: 0.0412674 Aug 25 16:05:53.163153 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-a46cb39a-c039-413a-9c73-d61d50b2777e tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:53.164549 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-a46cb39a-c039-413a-9c73-d61d50b2777e tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/networks?id=19552b71-7cb9-4c5a-9436-fcba33552e32 HTTP/1.1" status: 200 len: 815 time: 0.1377132 Aug 25 16:05:53.180257 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-89856b1a-2c2c-4d0a-b3d9-dd44e0ef8735 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/quotas/2e09075145744d7794abaa90e728ee8c HTTP/1.1" status: 200 len: 375 time: 0.0105007 Aug 25 16:05:53.254469 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-aff80117-8660-40f7-97ea-e1bae9ff121d tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e09075145744d7794abaa90e728ee8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0693982 Aug 25 16:05:53.391771 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-e76bf1ed-149b-4e2c-8108-455283ce1645 service neutron] 10.222.0.43 "GET /v2.0/networks/19552b71-7cb9-4c5a-9436-fcba33552e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307521 Aug 25 16:05:53.570229 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-e00fc3fc-cd3e-46ad-a967-334b137b0b71 service neutron] 10.222.0.43 "GET /v2.0/networks/19552b71-7cb9-4c5a-9436-fcba33552e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719592 Aug 25 16:05:53.717971 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4354e-fcd4-4b65-9625-efe92e01faec req-c4e4491e-cbb6-47a5-a6df-97b6b48f0bcc tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:53.719598 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-74c4354e-fcd4-4b65-9625-efe92e01faec req-c4e4491e-cbb6-47a5-a6df-97b6b48f0bcc tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.0922933 Aug 25 16:05:53.767051 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-74c4354e-fcd4-4b65-9625-efe92e01faec req-44149c04-df65-41c5-bdba-c35925add4a9 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405183 Aug 25 16:05:53.789900 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6c5a3f96-24bc-4a80-adcd-da02678255a4 req-d244eb32-3232-4d45-85c0-760bc29a794c tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cc1c564-e128-4a23-97d5-1310c287e804 HTTP/1.1" status: 200 len: 210 time: 0.0521760 Aug 25 16:05:54.087744 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ea035ebe-fe64-4e9f-bd77-919cdd93c0ca req-7620510e-fad2-4f39-b5ae-0d0b24cc9032 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 210 time: 0.0457759 Aug 25 16:05:55.024118 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6d4c93f4-c590-46fa-9ba6-1016b6ba9afb req-6bea5198-9e2f-44ae-97d0-35efae7648d4 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cc1c564-e128-4a23-97d5-1310c287e804 HTTP/1.1" status: 200 len: 210 time: 0.0658069 Aug 25 16:05:55.193920 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-9ef2c58a-82a8-4fe1-9ddd-a614b39f33fb tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:55.195253 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-9ef2c58a-82a8-4fe1-9ddd-a614b39f33fb tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.21 "GET /v2.0/networks?id=19552b71-7cb9-4c5a-9436-fcba33552e32 HTTP/1.1" status: 200 len: 815 time: 0.2718394 Aug 25 16:05:55.201761 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71220397-95e9-4fe8-a82b-0a5fd51dfcaa req-f17f907f-dc26-4ce6-bee3-512afe3cfaf5 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:55.203107 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-71220397-95e9-4fe8-a82b-0a5fd51dfcaa req-f17f907f-dc26-4ce6-bee3-512afe3cfaf5 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.2252722 Aug 25 16:05:55.252111 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-71220397-95e9-4fe8-a82b-0a5fd51dfcaa req-da8cd151-2dc1-47c3-b2e8-9e857690d8fb tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429485 Aug 25 16:05:55.271993 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-d1f1bc1f-7fcc-4974-8af7-198bccef162e req-3711961d-135c-49c5-8a85-a78de05de45e tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 210 time: 0.0410528 Aug 25 16:05:55.329002 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-1e91ee0a-f75d-4502-983f-4a11ac5d3234 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Request body: {'port': {'device_id': '4cc1c564-e128-4a23-97d5-1310c287e804', 'network_id': '19552b71-7cb9-4c5a-9436-fcba33552e32', 'admin_state_up': True, 'tenant_id': '2e09075145744d7794abaa90e728ee8c'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:05:55.484817 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-1e91ee0a-f75d-4502-983f-4a11ac5d3234 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:55.500212 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-1e91ee0a-f75d-4502-983f-4a11ac5d3234 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:55.511246 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-1e91ee0a-f75d-4502-983f-4a11ac5d3234 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Made reservation on behalf of 2e09075145744d7794abaa90e728ee8c for: {'port': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:05:55.514444 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-1e91ee0a-f75d-4502-983f-4a11ac5d3234 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:55.682552 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.db_base_plugin_common [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-1e91ee0a-f75d-4502-983f-4a11ac5d3234 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Allocated IP 172.20.0.3 (19552b71-7cb9-4c5a-9436-fcba33552e32/df66c879-3ba5-40b2-94eb-12264a9babfa/7cbe1000-d34f-47f5-87d2-e8205a68c21f) {{(pid=75046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:05:55.895180 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-0a5f5de9-1c0e-40e6-9443-0d245f830279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:55.901091 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-1e91ee0a-f75d-4502-983f-4a11ac5d3234 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Notify callbacks [] for port, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:55.930769 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-1e91ee0a-f75d-4502-983f-4a11ac5d3234 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:55.938039 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:56.001283 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-1e91ee0a-f75d-4502-983f-4a11ac5d3234 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Network 19552b71-7cb9-4c5a-9436-fcba33552e32 is already hosted by enough agents. {{(pid=75046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:05:56.004503 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-1e91ee0a-f75d-4502-983f-4a11ac5d3234 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Resources bound (agent type, host, resource id): {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:05:56.009484 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-1e91ee0a-f75d-4502-983f-4a11ac5d3234 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Received port after_create {{(pid=75046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:05:56.038842 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91ee0a-f75d-4502-983f-4a11ac5d3234 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Pushing event updated for resources: {'Port': ['ID=7cbe1000-d34f-47f5-87d2-e8205a68c21f,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:56.046034 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-1e91ee0a-f75d-4502-983f-4a11ac5d3234 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:56.083453 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-1e91ee0a-f75d-4502-983f-4a11ac5d3234 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:56.084550 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-1e91ee0a-f75d-4502-983f-4a11ac5d3234 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:56.121448 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-1e91ee0a-f75d-4502-983f-4a11ac5d3234 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7962418 Aug 25 16:05:56.235177 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d46b3-d0d2-461d-a66e-cc13c858ec9f req-a6709a6d-5b96-4764-b2f0-b01029044d89 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:56.235948 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-296d46b3-d0d2-461d-a66e-cc13c858ec9f req-a6709a6d-5b96-4764-b2f0-b01029044d89 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Synchronizing usage tracker for tenant:2e09075145744d7794abaa90e728ee8c on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:05:56.254503 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-296d46b3-d0d2-461d-a66e-cc13c858ec9f req-a6709a6d-5b96-4764-b2f0-b01029044d89 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Unset dirty status for tenant:2e09075145744d7794abaa90e728ee8c on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:05:56.255827 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-296d46b3-d0d2-461d-a66e-cc13c858ec9f req-a6709a6d-5b96-4764-b2f0-b01029044d89 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cc1c564-e128-4a23-97d5-1310c287e804 HTTP/1.1" status: 200 len: 931 time: 0.0994473 Aug 25 16:05:56.310449 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-296d46b3-d0d2-461d-a66e-cc13c858ec9f req-549bc7e5-fa40-423e-a349-848af55e1bee tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458596 Aug 25 16:05:56.397524 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:56.538103 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2422871-e301-47f1-bc59-b889ae9b9b03 req-b4407305-68ac-4f09-aad8-a4f147b24f31 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:56.545280 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b2422871-e301-47f1-bc59-b889ae9b9b03 req-b4407305-68ac-4f09-aad8-a4f147b24f31 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.1016355 Aug 25 16:05:56.548473 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-e1de7688-97df-4707-8773-44e39d326292 req-0537643a-70c6-4ec9-a808-bfc4de24cbb2 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Synchronizing usage tracker for tenant:3d7dfad5bc0e460f933cc2e5f4c570cb on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:05:56.565178 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-e1de7688-97df-4707-8773-44e39d326292 req-0537643a-70c6-4ec9-a808-bfc4de24cbb2 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Unset dirty status for tenant:3d7dfad5bc0e460f933cc2e5f4c570cb on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:05:56.566336 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e1de7688-97df-4707-8773-44e39d326292 req-0537643a-70c6-4ec9-a808-bfc4de24cbb2 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 210 time: 0.0620735 Aug 25 16:05:56.594001 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b2422871-e301-47f1-bc59-b889ae9b9b03 req-b9ad6410-e359-4e6e-b0d3-33963a90c577 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478382 Aug 25 16:05:57.533858 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573b50f-68b9-45ef-82d0-d0d4136ee80c req-f5a9966b-12c7-4aed-8216-9283c248aee0 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:57.535292 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f573b50f-68b9-45ef-82d0-d0d4136ee80c req-f5a9966b-12c7-4aed-8216-9283c248aee0 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cc1c564-e128-4a23-97d5-1310c287e804 HTTP/1.1" status: 200 len: 931 time: 0.0793347 Aug 25 16:05:57.582273 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f573b50f-68b9-45ef-82d0-d0d4136ee80c req-79ae6f26-5769-4b08-aae0-c2964995f35f tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404458 Aug 25 16:05:57.782050 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-06cfe95c-ec3b-45fc-94de-41dd1cbdc548 req-5a231cf3-78ef-43be-bfc3-6e83c17b4b99 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 210 time: 0.0548234 Aug 25 16:05:57.807459 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926eba95-b035-404c-b74b-1d52fcfafe1b req-b051c7b8-580d-4d40-951d-b34f28e6e7b5 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:57.809027 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-926eba95-b035-404c-b74b-1d52fcfafe1b req-b051c7b8-580d-4d40-951d-b34f28e6e7b5 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.0875108 Aug 25 16:05:57.858629 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-926eba95-b035-404c-b74b-1d52fcfafe1b req-25e810cf-8e5d-4d98-adde-c26178cf16ed tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439348 Aug 25 16:05:58.165727 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-051f7ffa-c684-4b90-b8a3-915a890c1b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:58.790303 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febf81c-0ba8-4ca2-9956-a6cde8216244 req-9aea323c-50f2-4ed3-9c1e-de54e1b870d4 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:58.791903 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-9febf81c-0ba8-4ca2-9956-a6cde8216244 req-9aea323c-50f2-4ed3-9c1e-de54e1b870d4 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cc1c564-e128-4a23-97d5-1310c287e804 HTTP/1.1" status: 200 len: 931 time: 0.0889220 Aug 25 16:05:58.844915 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-9febf81c-0ba8-4ca2-9956-a6cde8216244 req-16c68073-fd45-4d1f-9416-6f8ad0084726 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471811 Aug 25 16:05:58.975934 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0b4d88bb-3bab-4b47-bc6f-8341c7d02211 req-504d8c8d-3d76-46cb-8fcd-5e82bde34c08 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 210 time: 0.0430286 Aug 25 16:05:59.069058 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfc2be-bcf6-4e3c-9e6d-55a8bc14835d req-351ea6e4-b580-4b8f-b694-3e239a4ea3f8 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:59.070500 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-23dfc2be-bcf6-4e3c-9e6d-55a8bc14835d req-351ea6e4-b580-4b8f-b694-3e239a4ea3f8 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.0776176 Aug 25 16:05:59.117769 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-23dfc2be-bcf6-4e3c-9e6d-55a8bc14835d req-0ffd4f90-d1b7-4e7e-bd3b-a7e1900fe969 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415246 Aug 25 16:05:59.196135 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:00.042661 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982bf78-54ac-4c1d-ae4c-d3b4c579b3ea req-532d81aa-86e0-4370-b978-45138a3631b2 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:00.044032 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-d982bf78-54ac-4c1d-ae4c-d3b4c579b3ea req-532d81aa-86e0-4370-b978-45138a3631b2 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cc1c564-e128-4a23-97d5-1310c287e804 HTTP/1.1" status: 200 len: 931 time: 0.0785885 Aug 25 16:06:00.091730 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-d982bf78-54ac-4c1d-ae4c-d3b4c579b3ea req-1fc498ac-552c-4c55-80ad-293598ea26fd tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420895 Aug 25 16:06:00.148146 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-d1842769-b6de-4f1d-981d-8a9cf3118788 req-e53f7669-33ad-4091-87f9-796fdb59b4e6 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] 10.222.0.43 "GET /v2.0/ports?device_id=be47a9ad-4d99-49f3-9422-15d8f23ae0ea HTTP/1.1" status: 200 len: 210 time: 0.0400853 Aug 25 16:06:00.321939 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985302d-4dc9-4d0b-8ab8-38bb89e5a2ef req-979c865f-4be9-425b-836b-ed50e570882e tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:00.323308 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9985302d-4dc9-4d0b-8ab8-38bb89e5a2ef req-979c865f-4be9-425b-836b-ed50e570882e tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.0779755 Aug 25 16:06:00.369988 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9985302d-4dc9-4d0b-8ab8-38bb89e5a2ef req-ac7e5965-5289-46d1-9300-3e75f44d55c7 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407972 Aug 25 16:06:00.645379 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:01.079434 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-bc2b6e88-b8b8-417e-a257-05a426f01e35 service neutron] Request body: {'port': {'device_id': '4cc1c564-e128-4a23-97d5-1310c287e804', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:06:01.095670 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['5d9c29e6-4d23-40c8-9b7d-cbf20832f84e'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:06:01.287158 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-bc2b6e88-b8b8-417e-a257-05a426f01e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:01.419515 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91207d6-191f-48d4-8808-f7c10fdb6938 req-b07aafa2-6edb-413b-bb89-ceb3fe11dd75 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:01.427470 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f91207d6-191f-48d4-8808-f7c10fdb6938 req-b07aafa2-6edb-413b-bb89-ceb3fe11dd75 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cc1c564-e128-4a23-97d5-1310c287e804 HTTP/1.1" status: 200 len: 931 time: 0.1840196 Aug 25 16:06:01.472162 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f91207d6-191f-48d4-8808-f7c10fdb6938 req-a5a17141-468d-414d-b0f9-393f5fd73956 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438254 Aug 25 16:06:01.702227 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b341e2-3689-458c-af83-c6e0be83b155 req-f2721c54-3bda-4656-9540-5493ffb29b56 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:01.703656 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-28b341e2-3689-458c-af83-c6e0be83b155 req-f2721c54-3bda-4656-9540-5493ffb29b56 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.1812091 Aug 25 16:06:01.784356 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-28b341e2-3689-458c-af83-c6e0be83b155 req-78faac86-c2e3-4857-99b7-8e3fdbff2a9d tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689042 Aug 25 16:06:01.846593 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-bc2b6e88-b8b8-417e-a257-05a426f01e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cbe1000-d34f-47f5-87d2-e8205a68c21f {{(pid=75046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:06:01.855321 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-bc2b6e88-b8b8-417e-a257-05a426f01e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:01.871153 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.provisioning_blocks [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-bc2b6e88-b8b8-417e-a257-05a426f01e35 service neutron] Transition to ACTIVE for port object 7cbe1000-d34f-47f5-87d2-e8205a68c21f will not be triggered until provisioned by entity L2. {{(pid=75046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:06:01.875390 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-bc2b6e88-b8b8-417e-a257-05a426f01e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:01.880457 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-ec217d6b-3e6c-4b87-aa97-de15a3cbb11a tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:02.007097 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b6e88-b8b8-417e-a257-05a426f01e35 service neutron] Pushing event updated for resources: {'Port': ['ID=7cbe1000-d34f-47f5-87d2-e8205a68c21f,revision_number=2']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:02.011275 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-bc2b6e88-b8b8-417e-a257-05a426f01e35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:02.125145 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-bc2b6e88-b8b8-417e-a257-05a426f01e35 service neutron] Attempting to bind port 7cbe1000-d34f-47f5-87d2-e8205a68c21f on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:06:02.125735 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-bc2b6e88-b8b8-417e-a257-05a426f01e35 service neutron] Attempting to bind port 7cbe1000-d34f-47f5-87d2-e8205a68c21f by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '61fee6c7-ad76-40fb-8847-c586ac08ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '19552b71-7cb9-4c5a-9436-fcba33552e32'}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:06:02.126116 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-bc2b6e88-b8b8-417e-a257-05a426f01e35 service neutron] Attempting to bind port 7cbe1000-d34f-47f5-87d2-e8205a68c21f on network 19552b71-7cb9-4c5a-9436-fcba33552e32 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:06:02.137468 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-bc2b6e88-b8b8-417e-a257-05a426f01e35 service neutron] Port 7cbe1000-d34f-47f5-87d2-e8205a68c21f on network 19552b71-7cb9-4c5a-9436-fcba33552e32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:06:02.137847 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-bc2b6e88-b8b8-417e-a257-05a426f01e35 service neutron] Attempting to bind port 7cbe1000-d34f-47f5-87d2-e8205a68c21f on network 19552b71-7cb9-4c5a-9436-fcba33552e32 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:06:02.144410 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-bc2b6e88-b8b8-417e-a257-05a426f01e35 service neutron] Checking agent: {'id': '931cd7a1-d330-4f67-a87c-c25f72aa55d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:06:02.144741 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-bc2b6e88-b8b8-417e-a257-05a426f01e35 service neutron] Checking segment: {'id': '61fee6c7-ad76-40fb-8847-c586ac08ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '19552b71-7cb9-4c5a-9436-fcba33552e32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:06:02.145146 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-bc2b6e88-b8b8-417e-a257-05a426f01e35 service neutron] Bound using segment: {'id': '61fee6c7-ad76-40fb-8847-c586ac08ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '19552b71-7cb9-4c5a-9436-fcba33552e32'} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:06:02.146133 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-bc2b6e88-b8b8-417e-a257-05a426f01e35 service neutron] Bound port: 7cbe1000-d34f-47f5-87d2-e8205a68c21f, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61fee6c7-ad76-40fb-8847-c586ac08ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '19552b71-7cb9-4c5a-9436-fcba33552e32'}}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:06:02.146573 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-bc2b6e88-b8b8-417e-a257-05a426f01e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:02.232139 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-bc2b6e88-b8b8-417e-a257-05a426f01e35 service neutron] For port 7cbe1000-d34f-47f5-87d2-e8205a68c21f, host hv-cinder-80600, cleared binding levels {{(pid=75046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:06:02.235074 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-bc2b6e88-b8b8-417e-a257-05a426f01e35 service neutron] For port 7cbe1000-d34f-47f5-87d2-e8205a68c21f, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7cbe1000-d34f-47f5-87d2-e8205a68c21f,segment=NetworkSegment(61fee6c7-ad76-40fb-8847-c586ac08ad22),segment_id=61fee6c7-ad76-40fb-8847-c586ac08ad22)] {{(pid=75046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:06:02.239543 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-bc2b6e88-b8b8-417e-a257-05a426f01e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:02.244265 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-1e91ee0a-f75d-4502-983f-4a11ac5d3234 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:02.310021 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-bc2b6e88-b8b8-417e-a257-05a426f01e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:02.311383 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-bc2b6e88-b8b8-417e-a257-05a426f01e35 service neutron] 10.222.0.21 "PUT /v2.0/ports/7cbe1000-d34f-47f5-87d2-e8205a68c21f HTTP/1.1" status: 200 len: 1093 time: 1.2379744 Aug 25 16:06:02.311852 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc1c564-e128-4a23-97d5-1310c287e804', 'tag': '7cbe1000-d34f-47f5-87d2-e8205a68c21f'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:06:02.334602 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b6e88-b8b8-417e-a257-05a426f01e35 service neutron] Pushing event updated for resources: {'Port': ['ID=7cbe1000-d34f-47f5-87d2-e8205a68c21f,revision_number=3']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:02.338483 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-bc2b6e88-b8b8-417e-a257-05a426f01e35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:02.377722 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cc1c564-e128-4a23-97d5-1310c287e804', 'tag': '7cbe1000-d34f-47f5-87d2-e8205a68c21f', 'status': 'completed', 'code': 200} Aug 25 16:06:02.671026 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-561c7f16-df54-4f88-b8eb-5f193f81577c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e09075145744d7794abaa90e728ee8c&device_id=4cc1c564-e128-4a23-97d5-1310c287e804 HTTP/1.1" status: 200 len: 1096 time: 0.1221130 Aug 25 16:06:02.691999 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb060c-6272-4e76-897c-e85c67d847bf req-5b2c18c1-b1bf-4489-80da-2e73472c5233 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:02.693962 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2cbb060c-6272-4e76-897c-e85c67d847bf req-5b2c18c1-b1bf-4489-80da-2e73472c5233 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cc1c564-e128-4a23-97d5-1310c287e804 HTTP/1.1" status: 200 len: 943 time: 0.0936182 Aug 25 16:06:02.769690 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-d5e6d401-2d89-464c-85e2-467f492ac858 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cbe1000-d34f-47f5-87d2-e8205a68c21f HTTP/1.1" status: 200 len: 217 time: 0.0748014 Aug 25 16:06:02.839273 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2cbb060c-6272-4e76-897c-e85c67d847bf req-cfd58874-8a09-45e4-b821-c1813e29bfcb tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992610 Aug 25 16:06:02.850675 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-c135d901-e334-48c7-9753-23b8250bdb77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:02.852111 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-c135d901-e334-48c7-9753-23b8250bdb77 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df66c879-3ba5-40b2-94eb-12264a9babfa HTTP/1.1" status: 200 len: 855 time: 0.0708330 Aug 25 16:06:02.901801 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-da2656c2-249c-4b81-a849-c6388685ed22 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19552b71-7cb9-4c5a-9436-fcba33552e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430062 Aug 25 16:06:02.992562 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9cf01f-eecf-4db2-8156-072d888616ee req-f4eafcda-2571-4103-98be-49ad69f01401 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:02.994226 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2e9cf01f-eecf-4db2-8156-072d888616ee req-f4eafcda-2571-4103-98be-49ad69f01401 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.0852778 Aug 25 16:06:03.041491 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-e029abf4-ef9e-4421-8693-f03d1b59420c service neutron] 10.222.0.21 "GET /v2.0/networks/19552b71-7cb9-4c5a-9436-fcba33552e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324227 Aug 25 16:06:03.078728 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2e9cf01f-eecf-4db2-8156-072d888616ee req-8513094a-6869-405b-ba4d-894434d9093e tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780048 Aug 25 16:06:03.177959 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9b3ecbdc-c986-4ca1-8f96-2dbf8f368984 req-ecdf4243-2dfb-4f74-af12-ca3ff27ba700 service neutron] 10.222.0.21 "GET /v2.0/networks/19552b71-7cb9-4c5a-9436-fcba33552e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293447 Aug 25 16:06:03.406149 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-adf4b655-51a0-4a57-9d73-eb8ae24e1ba0 req-ade4aac1-727f-437b-8c65-bd3b90bcb3a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e09075145744d7794abaa90e728ee8c&device_id=4cc1c564-e128-4a23-97d5-1310c287e804 HTTP/1.1" status: 200 len: 1096 time: 0.0798614 Aug 25 16:06:03.626549 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4b655-51a0-4a57-9d73-eb8ae24e1ba0 req-7acd6aca-bbed-4781-a795-6e99749807bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:03.628458 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-adf4b655-51a0-4a57-9d73-eb8ae24e1ba0 req-7acd6aca-bbed-4781-a795-6e99749807bb service neutron] 10.222.0.21 "GET /v2.0/networks?id=19552b71-7cb9-4c5a-9436-fcba33552e32 HTTP/1.1" status: 200 len: 917 time: 0.2144163 Aug 25 16:06:03.707578 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-adf4b655-51a0-4a57-9d73-eb8ae24e1ba0 req-0fa54218-cd5a-47b1-a7dd-4650e0504318 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cbe1000-d34f-47f5-87d2-e8205a68c21f HTTP/1.1" status: 200 len: 217 time: 0.0689290 Aug 25 16:06:03.781634 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4b655-51a0-4a57-9d73-eb8ae24e1ba0 req-21c766fb-7123-4582-8cfb-873c5a2c1631 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:03.783238 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-adf4b655-51a0-4a57-9d73-eb8ae24e1ba0 req-21c766fb-7123-4582-8cfb-873c5a2c1631 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df66c879-3ba5-40b2-94eb-12264a9babfa HTTP/1.1" status: 200 len: 855 time: 0.0694439 Aug 25 16:06:03.834786 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-adf4b655-51a0-4a57-9d73-eb8ae24e1ba0 req-9054798c-68e1-4af2-b6e7-0d2f46e6f527 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19552b71-7cb9-4c5a-9436-fcba33552e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429347 Aug 25 16:06:04.001180 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-adf4b655-51a0-4a57-9d73-eb8ae24e1ba0 req-96413988-278f-4ae9-b57b-172161cdd568 service neutron] 10.222.0.21 "GET /v2.0/networks/19552b71-7cb9-4c5a-9436-fcba33552e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574521 Aug 25 16:06:04.196554 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-adf4b655-51a0-4a57-9d73-eb8ae24e1ba0 req-1946a482-6bde-4cb1-a19b-46199e6b7550 service neutron] 10.222.0.21 "GET /v2.0/networks/19552b71-7cb9-4c5a-9436-fcba33552e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882925 Aug 25 16:06:04.239141 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3791a5a-2ae8-4200-97e5-d55484c93674 req-d3b1abf0-7644-43b5-897d-886c2b5b385f tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:04.246576 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c3791a5a-2ae8-4200-97e5-d55484c93674 req-d3b1abf0-7644-43b5-897d-886c2b5b385f tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cc1c564-e128-4a23-97d5-1310c287e804 HTTP/1.1" status: 200 len: 943 time: 0.1153548 Aug 25 16:06:04.296450 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a89996-fceb-450e-bb6d-ea5fd5e1ed30 req-2436d209-9d64-4776-a28c-cac0dc05716b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:04.306340 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-16a89996-fceb-450e-bb6d-ea5fd5e1ed30 req-2436d209-9d64-4776-a28c-cac0dc05716b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.1008635 Aug 25 16:06:04.350826 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c3791a5a-2ae8-4200-97e5-d55484c93674 req-7decf9d3-e156-4e00-8fd3-f0b97c450f04 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030586 Aug 25 16:06:04.370193 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-16a89996-fceb-450e-bb6d-ea5fd5e1ed30 req-50c306be-bb03-441c-b8be-5246593fd9bd tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625970 Aug 25 16:06:05.583738 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f311cad-a17b-4073-8be6-20f288d80536 req-955a568c-219c-4a28-b149-1423e9d353e0 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:05.585376 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362b627-5780-4341-9fc6-510a31193e1c req-86146623-f4a6-49a0-96c3-9f0d620b71cf tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:05.586644 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8f311cad-a17b-4073-8be6-20f288d80536 req-955a568c-219c-4a28-b149-1423e9d353e0 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.0876150 Aug 25 16:06:05.587892 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e362b627-5780-4341-9fc6-510a31193e1c req-86146623-f4a6-49a0-96c3-9f0d620b71cf tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cc1c564-e128-4a23-97d5-1310c287e804 HTTP/1.1" status: 200 len: 943 time: 0.0920110 Aug 25 16:06:05.641668 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8f311cad-a17b-4073-8be6-20f288d80536 req-c37fe925-82dc-4644-a85d-b678bb99b371 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456562 Aug 25 16:06:05.644850 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e362b627-5780-4341-9fc6-510a31193e1c req-16f4b0b3-df2f-46ec-8c9e-ef7478905915 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506344 Aug 25 16:06:06.468537 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 47102) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:06.528434 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e03219-e1fa-4326-9c43-4ec085a86790 admin admin] Deleting subnet 8a1fcdbd-c452-46ab-833c-bfa4ee76bf5e {{(pid=75045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:06:06.531542 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-58e03219-e1fa-4326-9c43-4ec085a86790 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:06.587584 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-58e03219-e1fa-4326-9c43-4ec085a86790 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3836961'] for subnet, precommit_delete_associations {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:06.645347 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-58e03219-e1fa-4326-9c43-4ec085a86790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731498'] for subnet, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:06.738740 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-58e03219-e1fa-4326-9c43-4ec085a86790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3837869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854734'] for subnet, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:06.750893 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-36c45410-e1d4-4af5-8fe5-061cb4446801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:06.793881 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e03219-e1fa-4326-9c43-4ec085a86790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a1fcdbd-c452-46ab-833c-bfa4ee76bf5e,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:06.804593 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-58e03219-e1fa-4326-9c43-4ec085a86790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:06.811839 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-58e03219-e1fa-4326-9c43-4ec085a86790 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:06.822113 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-58e03219-e1fa-4326-9c43-4ec085a86790 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8a1fcdbd-c452-46ab-833c-bfa4ee76bf5e HTTP/1.1" status: 204 len: 168 time: 0.3519514 Aug 25 16:06:06.824319 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 47118) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:06.922579 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618293d5-dcd8-4b08-a1b9-d950154724cd req-1b6d6124-e12b-48e7-b9ad-6bd4ee74aaa3 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:06.935161 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-618293d5-dcd8-4b08-a1b9-d950154724cd req-1b6d6124-e12b-48e7-b9ad-6bd4ee74aaa3 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.1313894 Aug 25 16:06:07.001723 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6b7013e9-5723-43fb-9d35-a998a735f9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588176'] for network, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:07.006872 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-618293d5-dcd8-4b08-a1b9-d950154724cd req-57d497ea-23de-498d-b7a9-005eeaf3b450 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686107 Aug 25 16:06:07.172545 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6b7013e9-5723-43fb-9d35-a998a735f9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730595', 'neutron.services.segments.db._delete_segments_for_network-8779528176258'] for network, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:07.193214 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c35db-0619-41d0-b113-7cb23fa1466b req-cf959976-a0af-4e12-8d97-68764272683e tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:07.205040 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-dc7c35db-0619-41d0-b113-7cb23fa1466b req-cf959976-a0af-4e12-8d97-68764272683e tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cc1c564-e128-4a23-97d5-1310c287e804 HTTP/1.1" status: 200 len: 943 time: 0.2507825 Aug 25 16:06:07.232372 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-6b7013e9-5723-43fb-9d35-a998a735f9e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f67ca83-b2a6-4501-ba9c-b1beffdb110e']}} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:06:07.256426 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-6b7013e9-5723-43fb-9d35-a998a735f9e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b3f2e3e-3875-44b9-9c9d-f9ee0fad1bbc') {'for_net_delete': True} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:06:07.256823 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-6b7013e9-5723-43fb-9d35-a998a735f9e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b3f2e3e-3875-44b9-9c9d-f9ee0fad1bbc') {} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:06:07.272980 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6b7013e9-5723-43fb-9d35-a998a735f9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779528177565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3836974'] for segment, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:07.306368 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-dc7c35db-0619-41d0-b113-7cb23fa1466b req-6fcd469e-d871-40bd-956d-f29f24379588 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003838 Aug 25 16:06:07.327627 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6b7013e9-5723-43fb-9d35-a998a735f9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:07.342792 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b7013e9-5723-43fb-9d35-a998a735f9e0 admin admin] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=75045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:06:07.343558 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6b7013e9-5723-43fb-9d35-a998a735f9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1731343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837707'] for segment, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:07.378420 dv-cinder-806008-1-iscsi neutron-server[75045]: Traceback (most recent call last): Aug 25 16:06:07.378420 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:06:07.378420 dv-cinder-806008-1-iscsi neutron-server[75045]: timer() Aug 25 16:06:07.378420 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:06:07.378420 dv-cinder-806008-1-iscsi neutron-server[75045]: cb(*args, **kw) Aug 25 16:06:07.378420 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:06:07.378420 dv-cinder-806008-1-iscsi neutron-server[75045]: return func(*args, **kwargs) Aug 25 16:06:07.378420 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:06:07.378420 dv-cinder-806008-1-iscsi neutron-server[75045]: self._notify() Aug 25 16:06:07.378420 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:06:07.378420 dv-cinder-806008-1-iscsi neutron-server[75045]: self.callback(batched_events) Aug 25 16:06:07.378420 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:06:07.378420 dv-cinder-806008-1-iscsi neutron-server[75045]: event.method(event) Aug 25 16:06:07.378420 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:06:07.378420 dv-cinder-806008-1-iscsi neutron-server[75045]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:06:07.378420 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:06:07.378420 dv-cinder-806008-1-iscsi neutron-server[75045]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:06:07.378420 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:06:07.378420 dv-cinder-806008-1-iscsi neutron-server[75045]: return f(self, *a, **k) Aug 25 16:06:07.378420 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:06:07.378420 dv-cinder-806008-1-iscsi neutron-server[75045]: return self._get(url).json() Aug 25 16:06:07.378420 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:06:07.378420 dv-cinder-806008-1-iscsi neutron-server[75045]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:06:07.378420 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:06:07.378420 dv-cinder-806008-1-iscsi neutron-server[75045]: return self.request(url, 'GET', **kwargs) Aug 25 16:06:07.378420 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:06:07.378420 dv-cinder-806008-1-iscsi neutron-server[75045]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:06:07.378420 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:06:07.378420 dv-cinder-806008-1-iscsi neutron-server[75045]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:06:07.378420 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:06:07.378420 dv-cinder-806008-1-iscsi neutron-server[75045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:06:07.378420 dv-cinder-806008-1-iscsi neutron-server[75045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:06:07.475095 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6b7013e9-5723-43fb-9d35-a998a735f9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683615'] for network, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:07.481302 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-5f543941-c4e5-4325-aa7d-d0971ea8431e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:07.517267 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6b7013e9-5723-43fb-9d35-a998a735f9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:07.517452 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 47148) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:07.527107 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7013e9-5723-43fb-9d35-a998a735f9e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f67ca83-b2a6-4501-ba9c-b1beffdb110e,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:07.530742 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-6b7013e9-5723-43fb-9d35-a998a735f9e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:07.539548 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-6b7013e9-5723-43fb-9d35-a998a735f9e0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0f67ca83-b2a6-4501-ba9c-b1beffdb110e HTTP/1.1" status: 204 len: 168 time: 0.7106462 Aug 25 16:06:07.744573 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 47166) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:07.783880 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-0f3c3891-0423-4138-b560-f92f663feef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:07.815404 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-753c5436-4cc0-4144-9afd-7b5947b385ce admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d7dfad5bc0e460f933cc2e5f4c570cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0674541 Aug 25 16:06:07.816003 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 47172) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:07.827853 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-0f3c3891-0423-4138-b560-f92f663feef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:07.830121 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-0f3c3891-0423-4138-b560-f92f663feef2 admin admin] Usage tracker for resource:security_group_rule and tenant:e359b65683fc463abd135ebc7eb7d16d is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:07.833832 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-0f3c3891-0423-4138-b560-f92f663feef2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:07.839933 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-0f3c3891-0423-4138-b560-f92f663feef2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:07.913486 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-1366d282-790b-4da2-bc73-db60879e3935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:07.929974 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-0f3c3891-0423-4138-b560-f92f663feef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:07.943086 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-0f3c3891-0423-4138-b560-f92f663feef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:07.956886 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-1366d282-790b-4da2-bc73-db60879e3935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:07.960789 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-eaadb5e8-b8f5-46c0-bbf9-a4e36aebf624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:08.008851 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c3891-0423-4138-b560-f92f663feef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b1c2cc-fcd0-4fe2-ab93-117b27317746,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:08.013424 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-0f3c3891-0423-4138-b560-f92f663feef2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e359b65683fc463abd135ebc7eb7d16d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4949770 Aug 25 16:06:08.014436 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-0f3c3891-0423-4138-b560-f92f663feef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:08.016478 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 47186) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:08.049228 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-1366d282-790b-4da2-bc73-db60879e3935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:08.054216 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-ec108334-ddb0-4b6a-8775-bdc0c1f3b6f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:08.068866 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366d282-790b-4da2-bc73-db60879e3935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7e2b3f-27fc-4b2c-8f7c-82ba2e4358fc,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:08.072541 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-1366d282-790b-4da2-bc73-db60879e3935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:08.090363 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-1366d282-790b-4da2-bc73-db60879e3935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:08.098834 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-1366d282-790b-4da2-bc73-db60879e3935 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fe7e2b3f-27fc-4b2c-8f7c-82ba2e4358fc HTTP/1.1" status: 204 len: 168 time: 0.2798584 Aug 25 16:06:08.110537 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-59449813-ff43-422e-82b0-d544a5707f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:08.167936 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-59449813-ff43-422e-82b0-d544a5707f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:08.343219 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-59449813-ff43-422e-82b0-d544a5707f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:08.360675 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-e8c15d8d-5f6c-4d1f-bfd6-7c2ba1a277b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:08.409627 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0514b-ffef-4e82-9182-2dc92fd979ab req-1bbd35fa-6f9e-482e-8e70-684ee1740940 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:08.421969 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-13b0514b-ffef-4e82-9182-2dc92fd979ab req-1bbd35fa-6f9e-482e-8e70-684ee1740940 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.2311735 Aug 25 16:06:08.449041 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59449813-ff43-422e-82b0-d544a5707f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b1c2cc-fcd0-4fe2-ab93-117b27317746,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:08.457420 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-59449813-ff43-422e-82b0-d544a5707f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:08.461786 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-59449813-ff43-422e-82b0-d544a5707f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:08.462901 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-59449813-ff43-422e-82b0-d544a5707f38 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/22b1c2cc-fcd0-4fe2-ab93-117b27317746 HTTP/1.1" status: 204 len: 168 time: 0.4459107 Aug 25 16:06:08.523229 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-13b0514b-ffef-4e82-9182-2dc92fd979ab req-5e59cf32-5b95-404a-a91f-ca0c1ee8c7a1 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984542 Aug 25 16:06:08.659079 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec6738-ca42-42a8-8f39-e3fb0089c51c req-f8719864-ebe6-45e5-ba92-c1b67e5a04ef tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:08.660789 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-74ec6738-ca42-42a8-8f39-e3fb0089c51c req-f8719864-ebe6-45e5-ba92-c1b67e5a04ef tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cc1c564-e128-4a23-97d5-1310c287e804 HTTP/1.1" status: 200 len: 943 time: 0.0872951 Aug 25 16:06:08.714136 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-74ec6738-ca42-42a8-8f39-e3fb0089c51c req-1cf57fbe-599a-4b5f-862e-3578b33cd611 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478609 Aug 25 16:06:09.100301 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:09.132893 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 7cbe1000-d34f-47f5-87d2-e8205a68c21f details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:06:09.282523 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 7cbe1000-d34f-47f5-87d2-e8205a68c21f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7cbe1000-d34f-47f5-87d2-e8205a68c21f,segment=NetworkSegment(61fee6c7-ad76-40fb-8847-c586ac08ad22),segment_id=61fee6c7-ad76-40fb-8847-c586ac08ad22)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:06:09.289410 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 47240) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:09.303409 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Returning: {'device': '7cbe1000-d34f-47f5-87d2-e8205a68c21f', 'network_id': '19552b71-7cb9-4c5a-9436-fcba33552e32', 'port_id': '7cbe1000-d34f-47f5-87d2-e8205a68c21f', 'mac_address': 'fa:16:3e:94:1b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df66c879-3ba5-40b2-94eb-12264a9babfa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:06:09.377276 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:09.401287 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cbe1000-d34f-47f5-87d2-e8205a68c21f {{(pid=75047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:06:09.420246 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 7cbe1000-d34f-47f5-87d2-e8205a68c21f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7cbe1000-d34f-47f5-87d2-e8205a68c21f,segment=NetworkSegment(61fee6c7-ad76-40fb-8847-c586ac08ad22),segment_id=61fee6c7-ad76-40fb-8847-c586ac08ad22)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:06:09.425632 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:09.428002 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:09.453684 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-575684ea-21df-49a2-aaca-16381a3aede7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-501176244-network', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:06:09.460395 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-575684ea-21df-49a2-aaca-16381a3aede7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:09.466111 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-575684ea-21df-49a2-aaca-16381a3aede7 admin admin] Usage tracker for resource:network and tenant:164d6d5d38f140d09589b51641a7cdf3 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:09.470742 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-575684ea-21df-49a2-aaca-16381a3aede7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:09.481503 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-575684ea-21df-49a2-aaca-16381a3aede7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:09.494604 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575684ea-21df-49a2-aaca-16381a3aede7 admin admin] Made reservation on behalf of 164d6d5d38f140d09589b51641a7cdf3 for: {'network': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:06:09.497928 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-575684ea-21df-49a2-aaca-16381a3aede7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for network, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:09.508488 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=7cbe1000-d34f-47f5-87d2-e8205a68c21f,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:09.510831 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-575684ea-21df-49a2-aaca-16381a3aede7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:09.519048 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:09.519390 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:09.519723 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:09.520051 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:09.520914 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:09.522779 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:09.523176 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:09.523554 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:09.523891 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:09.524219 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:09.524548 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:09.528860 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:09.551052 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-575684ea-21df-49a2-aaca-16381a3aede7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:09.555326 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-575684ea-21df-49a2-aaca-16381a3aede7 admin admin] Usage tracker for resource:security_group_rule and tenant:164d6d5d38f140d09589b51641a7cdf3 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:09.559889 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-575684ea-21df-49a2-aaca-16381a3aede7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:09.565430 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-575684ea-21df-49a2-aaca-16381a3aede7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:09.651203 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-575684ea-21df-49a2-aaca-16381a3aede7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:09.656325 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-575684ea-21df-49a2-aaca-16381a3aede7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:09.665878 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-d8f2ad9e-0573-4bde-b617-a96032c3b12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:09.701222 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-575684ea-21df-49a2-aaca-16381a3aede7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1255} {{(pid=75046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:06:09.715887 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575684ea-21df-49a2-aaca-16381a3aede7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd21dd2-64e4-449a-bbe7-3ba3d62b1025,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:09.720333 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-575684ea-21df-49a2-aaca-16381a3aede7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:09.720679 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.db.segments_db [None req-575684ea-21df-49a2-aaca-16381a3aede7 admin admin] Added segment a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c of type vlan for network b0497f16-a3e0-46b0-81f5-eae02d264919 Aug 25 16:06:09.722632 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-575684ea-21df-49a2-aaca-16381a3aede7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:09.806260 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-575684ea-21df-49a2-aaca-16381a3aede7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779527754918'] for network, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:09.847519 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7ea7f-0ad6-4582-9110-2e682282b039 req-c74477a7-ba87-4f44-a94a-ba6daecf972a tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:09.849168 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0bb7ea7f-0ad6-4582-9110-2e682282b039 req-c74477a7-ba87-4f44-a94a-ba6daecf972a tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.1305864 Aug 25 16:06:09.875329 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-575684ea-21df-49a2-aaca-16381a3aede7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244'] for network, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:09.878392 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575684ea-21df-49a2-aaca-16381a3aede7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:09.878983 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-575684ea-21df-49a2-aaca-16381a3aede7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:09.885610 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-e0c4e6fb-2bb4-401b-9044-8da4183d410a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:09.934590 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96c420-ec49-4e0c-9317-32b286e14d39 req-c48e839d-4158-4c4d-9cb8-3718f4ab9326 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:09.936030 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6b96c420-ec49-4e0c-9317-32b286e14d39 req-c48e839d-4158-4c4d-9cb8-3718f4ab9326 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cc1c564-e128-4a23-97d5-1310c287e804 HTTP/1.1" status: 200 len: 944 time: 0.0785024 Aug 25 16:06:09.986209 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6b96c420-ec49-4e0c-9317-32b286e14d39 req-45937209-cf28-42b8-97fb-9859310c2ecb tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446615 Aug 25 16:06:09.999355 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0bb7ea7f-0ad6-4582-9110-2e682282b039 req-0184b2e6-06e5-4def-8513-4c74ce03d881 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444483 Aug 25 16:06:10.004022 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-575684ea-21df-49a2-aaca-16381a3aede7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7101557 Aug 25 16:06:10.005445 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 47262) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:10.010339 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['7cbe1000-d34f-47f5-87d2-e8205a68c21f'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:06:10.012620 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-8031de43-6b89-4f0f-9239-b6f669fd39dc admin admin] Request body: {'subnet': {'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-501176244-subnet', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:06:10.015703 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575684ea-21df-49a2-aaca-16381a3aede7 admin admin] Pushing event updated for resources: {'Network': ['ID=b0497f16-a3e0-46b0-81f5-eae02d264919,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:10.019017 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-575684ea-21df-49a2-aaca-16381a3aede7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:10.019946 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-8031de43-6b89-4f0f-9239-b6f669fd39dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:10.024776 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-8031de43-6b89-4f0f-9239-b6f669fd39dc admin admin] Usage tracker for resource:subnet and tenant:164d6d5d38f140d09589b51641a7cdf3 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:10.028030 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-8031de43-6b89-4f0f-9239-b6f669fd39dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:10.034676 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-8031de43-6b89-4f0f-9239-b6f669fd39dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:10.049946 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Network b0497f16-a3e0-46b0-81f5-eae02d264919 details requested by agent ovs-agent-dv-cinder-806008-1-iscsi with host dv-cinder-806008-1-iscsi {{(pid=75047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:06:10.052109 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8031de43-6b89-4f0f-9239-b6f669fd39dc admin admin] Made reservation on behalf of 164d6d5d38f140d09589b51641a7cdf3 for: {'subnet': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:06:10.054752 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8031de43-6b89-4f0f-9239-b6f669fd39dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4098540'] for subnet, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:10.361660 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8031de43-6b89-4f0f-9239-b6f669fd39dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3202558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4098558'] for subnet, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:10.367521 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-4b5318fe-268e-4336-b44e-82171d135592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:10.445179 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031de43-6b89-4f0f-9239-b6f669fd39dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=03b41362-f061-4c09-83d7-5c1bf8e439a3,revision_number=0']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:10.448863 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-8031de43-6b89-4f0f-9239-b6f669fd39dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:10.456209 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8031de43-6b89-4f0f-9239-b6f669fd39dc admin admin] Checking segment: {'id': 'a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:06:10.456563 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8031de43-6b89-4f0f-9239-b6f669fd39dc admin admin] Network hostable DHCP agents. Network: b0497f16-a3e0-46b0-81f5-eae02d264919, hostable agents: ['76091da7-29c6-41af-a969-d28dab66f71a'], hosted agents: [] {{(pid=75046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:06:10.479688 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8031de43-6b89-4f0f-9239-b6f669fd39dc admin admin] Network b0497f16-a3e0-46b0-81f5-eae02d264919 is scheduled to be hosted by DHCP agent 76091da7-29c6-41af-a969-d28dab66f71a with binding_index 1 {{(pid=75046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:06:10.491089 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [None req-8031de43-6b89-4f0f-9239-b6f669fd39dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-iscsi, b0497f16-a3e0-46b0-81f5-eae02d264919) {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:06:10.495370 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8031de43-6b89-4f0f-9239-b6f669fd39dc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:10.496004 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8031de43-6b89-4f0f-9239-b6f669fd39dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for subnet, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:10.501227 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0ffb10-15e4-46b8-b5af-d153cdfae831 None None] Network b0497f16-a3e0-46b0-81f5-eae02d264919 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:06:10.523331 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-8031de43-6b89-4f0f-9239-b6f669fd39dc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5173097 Aug 25 16:06:10.526253 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 47270) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:10.532195 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-edd14992-8ae2-4c86-9353-2fec340b243f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-501176244-router', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:06:10.542273 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-edd14992-8ae2-4c86-9353-2fec340b243f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:10.546319 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-edd14992-8ae2-4c86-9353-2fec340b243f admin admin] Usage tracker for resource:router and tenant:164d6d5d38f140d09589b51641a7cdf3 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:10.549642 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-edd14992-8ae2-4c86-9353-2fec340b243f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:10.556775 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-edd14992-8ae2-4c86-9353-2fec340b243f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:10.568094 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-edd14992-8ae2-4c86-9353-2fec340b243f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4569'] for router, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:10.569526 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-edd14992-8ae2-4c86-9353-2fec340b243f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4386'] for router, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:10.600159 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-edd14992-8ae2-4c86-9353-2fec340b243f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:10.781383 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-edd14992-8ae2-4c86-9353-2fec340b243f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4404'] for router, precommit_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:10.799278 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf83964-31d8-4028-98da-f6ffb4a71e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf611e6e9-e149-50bb-9d7e-e511a8e7b325-b0497f16-a3e0-46b0-81f5-eae02d264919', 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'fixed_ips': [{'subnet_id': '03b41362-f061-4c09-83d7-5c1bf8e439a3'}]}} from dv-cinder-806008-1-iscsi. {{(pid=75047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:06:10.800737 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-baf83964-31d8-4028-98da-f6ffb4a71e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:11.065422 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-edd14992-8ae2-4c86-9353-2fec340b243f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:11.088171 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.db_base_plugin_common [None req-baf83964-31d8-4028-98da-f6ffb4a71e2e None None] Allocated IP 172.20.0.2 (b0497f16-a3e0-46b0-81f5-eae02d264919/03b41362-f061-4c09-83d7-5c1bf8e439a3/c42da899-166a-4008-830a-97737c962c14) {{(pid=75047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:06:11.101486 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-edd14992-8ae2-4c86-9353-2fec340b243f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:11.326810 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 47312) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:11.368656 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7af89-4277-4293-b8e1-6b78950c4d55 req-14f9656a-d460-440c-8d63-fc202c33272d tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:11.379509 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-ebb7af89-4277-4293-b8e1-6b78950c4d55 req-14f9656a-d460-440c-8d63-fc202c33272d tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.1366670 Aug 25 16:06:11.387866 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_common [None req-edd14992-8ae2-4c86-9353-2fec340b243f admin admin] Allocated IP 172.27.1.129 (918dfb31-e205-4511-8f83-81a91dee6c8c/7d72112f-2376-4184-b827-994c471d72fa/32063eea-5f71-4835-a166-2841f2053755) {{(pid=75045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:06:11.459856 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-baf83964-31d8-4028-98da-f6ffb4a71e2e None None] Notify callbacks [] for port, precommit_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:11.478147 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-baf83964-31d8-4028-98da-f6ffb4a71e2e None None] Transition to ACTIVE for port object c42da899-166a-4008-830a-97737c962c14 will not be triggered until provisioned by entity L2. {{(pid=75047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:06:11.504030 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-ebb7af89-4277-4293-b8e1-6b78950c4d55 req-55eacb82-5f4d-40b8-a64e-3e92ee10c981 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219876 Aug 25 16:06:11.505684 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-baf83964-31d8-4028-98da-f6ffb4a71e2e None None] Transition to ACTIVE for port object c42da899-166a-4008-830a-97737c962c14 will not be triggered until provisioned by entity DHCP. {{(pid=75047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:06:11.515036 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-baf83964-31d8-4028-98da-f6ffb4a71e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143'] for port, after_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:11.524169 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:11.581817 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fc349-b2a5-4b0a-b296-5d7d6067ff0b req-39ef7629-9777-4d7f-90cf-50f78777f1dc tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:11.584354 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-371fc349-b2a5-4b0a-b296-5d7d6067ff0b req-39ef7629-9777-4d7f-90cf-50f78777f1dc tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cc1c564-e128-4a23-97d5-1310c287e804 HTTP/1.1" status: 200 len: 944 time: 0.3064332 Aug 25 16:06:11.590510 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf83964-31d8-4028-98da-f6ffb4a71e2e None None] Network b0497f16-a3e0-46b0-81f5-eae02d264919 is already hosted by enough agents. {{(pid=75047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:06:11.593613 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.scheduler.base_scheduler [None req-baf83964-31d8-4028-98da-f6ffb4a71e2e None None] Resources bound (agent type, host, resource id): {{(pid=75047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:06:11.609407 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf83964-31d8-4028-98da-f6ffb4a71e2e None None] Received port after_create {{(pid=75047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:06:11.618819 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf83964-31d8-4028-98da-f6ffb4a71e2e None None] Pushing event updated for resources: {'Port': ['ID=c42da899-166a-4008-830a-97737c962c14,revision_number=1']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:11.631739 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-7a2f0c5a-1685-459f-abad-2d31aab6e2ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:11.632221 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-edd14992-8ae2-4c86-9353-2fec340b243f admin admin] Notify callbacks [] for port, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:11.655810 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-baf83964-31d8-4028-98da-f6ffb4a71e2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:11.669157 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-371fc349-b2a5-4b0a-b296-5d7d6067ff0b req-a488d5fd-e972-4740-825e-e68b3c58a9c8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656228 Aug 25 16:06:11.675553 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-7a2f0c5a-1685-459f-abad-2d31aab6e2ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:11.680695 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-7a2f0c5a-1685-459f-abad-2d31aab6e2ed admin admin] Usage tracker for resource:security_group_rule and tenant:07ac4f9bba384d1eaff0a88e1860f768 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:11.685280 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-7a2f0c5a-1685-459f-abad-2d31aab6e2ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:11.690920 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-edd14992-8ae2-4c86-9353-2fec340b243f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:11.695128 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-7a2f0c5a-1685-459f-abad-2d31aab6e2ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:11.697230 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-20bad63e-00e5-4131-ae17-4546729ca60b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:11.763593 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-baf83964-31d8-4028-98da-f6ffb4a71e2e None None] Attempting to bind port c42da899-166a-4008-830a-97737c962c14 on host dv-cinder-806008-1-iscsi for vnic_type normal with profile {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:06:11.763973 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-baf83964-31d8-4028-98da-f6ffb4a71e2e None None] Attempting to bind port c42da899-166a-4008-830a-97737c962c14 by drivers openvswitch,hyperv on host dv-cinder-806008-1-iscsi at level 0 using segments [{'id': 'a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919'}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:06:11.765435 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf83964-31d8-4028-98da-f6ffb4a71e2e None None] Attempting to bind port c42da899-166a-4008-830a-97737c962c14 on network b0497f16-a3e0-46b0-81f5-eae02d264919 {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:06:11.766278 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd14992-8ae2-4c86-9353-2fec340b243f admin admin] Network 918dfb31-e205-4511-8f83-81a91dee6c8c is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:06:11.769390 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-edd14992-8ae2-4c86-9353-2fec340b243f admin admin] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:06:11.773916 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd14992-8ae2-4c86-9353-2fec340b243f admin admin] Received port after_create {{(pid=75045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:06:11.782601 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf83964-31d8-4028-98da-f6ffb4a71e2e None None] Checking agent: {'id': '8ad9899d-d2ce-4381-ae51-c9c56b6945b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 56, 26), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:06:11.783445 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf83964-31d8-4028-98da-f6ffb4a71e2e None None] Checking segment: {'id': 'a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:06:11.784242 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-baf83964-31d8-4028-98da-f6ffb4a71e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:11.788575 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf83964-31d8-4028-98da-f6ffb4a71e2e None None] Bound using segment: {'id': 'a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919'} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:06:11.789835 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-baf83964-31d8-4028-98da-f6ffb4a71e2e None None] Bound port: c42da899-166a-4008-830a-97737c962c14, host: dv-cinder-806008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919'}}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:06:11.791469 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-baf83964-31d8-4028-98da-f6ffb4a71e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:11.794589 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-7a2f0c5a-1685-459f-abad-2d31aab6e2ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:11.799770 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-7a2f0c5a-1685-459f-abad-2d31aab6e2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:11.804434 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd14992-8ae2-4c86-9353-2fec340b243f admin admin] Pushing event updated for resources: {'Port': ['ID=32063eea-5f71-4835-a166-2841f2053755,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:11.810654 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-edd14992-8ae2-4c86-9353-2fec340b243f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:11.846773 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-575684ea-21df-49a2-aaca-16381a3aede7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:11.892253 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-7a2f0c5a-1685-459f-abad-2d31aab6e2ed admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=07ac4f9bba384d1eaff0a88e1860f768&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5621700 Aug 25 16:06:11.892705 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 47332) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:11.936961 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-baf83964-31d8-4028-98da-f6ffb4a71e2e None None] For port c42da899-166a-4008-830a-97737c962c14, host dv-cinder-806008-1-iscsi, cleared binding levels {{(pid=75047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:06:11.941780 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-baf83964-31d8-4028-98da-f6ffb4a71e2e None None] For port c42da899-166a-4008-830a-97737c962c14, host dv-cinder-806008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=c42da899-166a-4008-830a-97737c962c14,segment=NetworkSegment(a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c),segment_id=a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c)] {{(pid=75047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:06:11.948269 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f0c5a-1685-459f-abad-2d31aab6e2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3957a2b8-ee72-4c0f-af7c-a9432cc3e9eb,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:11.950325 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-baf83964-31d8-4028-98da-f6ffb4a71e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:11.952684 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-7a2f0c5a-1685-459f-abad-2d31aab6e2ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:11.956463 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 47336) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:11.964366 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:12.021928 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-bbb007c7-46e8-40d5-a553-0abe99729126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:12.037528 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf83964-31d8-4028-98da-f6ffb4a71e2e None None] Pushing event updated for resources: {'Port': ['ID=c42da899-166a-4008-830a-97737c962c14,revision_number=2']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:12.042798 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-baf83964-31d8-4028-98da-f6ffb4a71e2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:12.054417 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-bbb007c7-46e8-40d5-a553-0abe99729126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:12.077720 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-edd14992-8ae2-4c86-9353-2fec340b243f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:12.079866 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-edd14992-8ae2-4c86-9353-2fec340b243f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683550'] for router, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:12.136624 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-bbb007c7-46e8-40d5-a553-0abe99729126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:12.143361 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-51fc5b72-f706-4570-a187-8c04f8c12bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:12.161989 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb007c7-46e8-40d5-a553-0abe99729126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3957a2b8-ee72-4c0f-af7c-a9432cc3e9eb,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:12.172362 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-bbb007c7-46e8-40d5-a553-0abe99729126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:12.178690 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-bbb007c7-46e8-40d5-a553-0abe99729126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:12.180534 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-bbb007c7-46e8-40d5-a553-0abe99729126 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3957a2b8-ee72-4c0f-af7c-a9432cc3e9eb HTTP/1.1" status: 204 len: 168 time: 0.2726653 Aug 25 16:06:12.271037 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-1f933c8b-a872-4088-a65f-4759bf5aec88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:12.380645 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-1f933c8b-a872-4088-a65f-4759bf5aec88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:12.388688 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-1f933c8b-a872-4088-a65f-4759bf5aec88 admin admin] Usage tracker for resource:security_group_rule and tenant:031278cb067c4f56babbb0097250831d is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:12.392462 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-1f933c8b-a872-4088-a65f-4759bf5aec88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:12.406469 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-1f933c8b-a872-4088-a65f-4759bf5aec88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:12.669714 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-1f933c8b-a872-4088-a65f-4759bf5aec88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:12.686370 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-1f933c8b-a872-4088-a65f-4759bf5aec88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:12.697141 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-06fc1028-be8b-4f23-97a4-244cdeb31bf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:12.763694 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-1f933c8b-a872-4088-a65f-4759bf5aec88 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=031278cb067c4f56babbb0097250831d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8065448 Aug 25 16:06:12.768171 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 47378) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:12.789049 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd14992-8ae2-4c86-9353-2fec340b243f admin admin] Router f58c8b96-606e-4776-859f-d7a0ac50c1db is scheduled to L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 with binding_index 1 {{(pid=75045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:06:12.800580 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f933c8b-a872-4088-a65f-4759bf5aec88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054650fd-e31c-42ab-92e3-8de81d097498,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:12.806903 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-1f933c8b-a872-4088-a65f-4759bf5aec88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:12.857127 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 47382) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:12.890185 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-90ffdf71-bf1a-4a11-99fc-266c090984d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:12.901853 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-b6bcd0c8-8b83-479d-af7e-9533f86174cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:12.934982 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0004c5-0436-4e7e-92d2-33fb7a0173c1 req-885f5223-cff8-4b3f-b6a9-da7ae2eec560 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:12.943348 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8c0004c5-0436-4e7e-92d2-33fb7a0173c1 req-885f5223-cff8-4b3f-b6a9-da7ae2eec560 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.2537050 Aug 25 16:06:13.026093 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-90ffdf71-bf1a-4a11-99fc-266c090984d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:13.075460 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device c42da899-166a-4008-830a-97737c962c14 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:06:13.166797 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851e0af-8429-4a26-bb3e-a8d9dbe81124 req-eb22b185-2205-4f01-b719-da3739f4bdc8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:13.168352 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2851e0af-8429-4a26-bb3e-a8d9dbe81124 req-eb22b185-2205-4f01-b719-da3739f4bdc8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cc1c564-e128-4a23-97d5-1310c287e804 HTTP/1.1" status: 200 len: 944 time: 0.2468467 Aug 25 16:06:13.191921 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 7cbe1000-d34f-47f5-87d2-e8205a68c21f up at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:06:13.210370 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-90ffdf71-bf1a-4a11-99fc-266c090984d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:13.219876 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd14992-8ae2-4c86-9353-2fec340b243f admin admin] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:06:13.233542 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-7a2f0c5a-1685-459f-abad-2d31aab6e2ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:13.235853 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a242c49d-c2f1-4ece-bffa-1c068e044995 None None] Sync routers for ids ['f58c8b96-606e-4776-859f-d7a0ac50c1db'] in dv-cinder-806008-1-iscsi {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:06:13.251542 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ffdf71-bf1a-4a11-99fc-266c090984d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054650fd-e31c-42ab-92e3-8de81d097498,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:13.256792 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-90ffdf71-bf1a-4a11-99fc-266c090984d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:13.263833 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2851e0af-8429-4a26-bb3e-a8d9dbe81124 req-209856d4-74c0-4c1d-8d0d-2bd958b63290 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875657 Aug 25 16:06:13.272795 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a242c49d-c2f1-4ece-bffa-1c068e044995 None None] Routers {'f58c8b96-606e-4776-859f-d7a0ac50c1db'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:06:13.274824 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-a242c49d-c2f1-4ece-bffa-1c068e044995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:05:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['f58c8b96-606e-4776-859f-d7a0ac50c1db'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:06:13.275353 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8c0004c5-0436-4e7e-92d2-33fb7a0173c1 req-81af5c6b-e1fc-49a4-8281-d7148bfcb24c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309865 Aug 25 16:06:13.277222 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-b6bcd0c8-8b83-479d-af7e-9533f86174cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:13.302666 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-90ffdf71-bf1a-4a11-99fc-266c090984d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:13.307015 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-90ffdf71-bf1a-4a11-99fc-266c090984d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/054650fd-e31c-42ab-92e3-8de81d097498 HTTP/1.1" status: 204 len: 168 time: 0.5339224 Aug 25 16:06:13.309224 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-b6bcd0c8-8b83-479d-af7e-9533f86174cd admin admin] Usage tracker for resource:security_group_rule and tenant:d1856db154e94485b86ae5f9ab2454c5 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:13.312699 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-edd14992-8ae2-4c86-9353-2fec340b243f admin admin] Notify callbacks [] for router, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:13.317737 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-edd14992-8ae2-4c86-9353-2fec340b243f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7899795 Aug 25 16:06:13.319800 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 47392) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:13.320751 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-b6bcd0c8-8b83-479d-af7e-9533f86174cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:13.336736 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning for port c42da899-166a-4008-830a-97737c962c14 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:06:13.444350 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning for port 7cbe1000-d34f-47f5-87d2-e8205a68c21f completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:06:13.454435 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning complete for port 7cbe1000-d34f-47f5-87d2-e8205a68c21f triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:06:13.455742 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:13.494174 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-b6bcd0c8-8b83-479d-af7e-9533f86174cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:13.527008 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02e7c58-a831-4253-8125-3c0de4f19707 None None] Network b0497f16-a3e0-46b0-81f5-eae02d264919 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:06:13.641146 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-a242c49d-c2f1-4ece-bffa-1c068e044995 None None] Set router f58c8b96-606e-4776-859f-d7a0ac50c1db gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:06:13.673607 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-b6bcd0c8-8b83-479d-af7e-9533f86174cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:13.678695 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-b6bcd0c8-8b83-479d-af7e-9533f86174cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:13.718137 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-f966df54-26c4-4790-8ea3-1098303ed51e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:13.758182 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 47400) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:13.758884 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-b6bcd0c8-8b83-479d-af7e-9533f86174cd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d1856db154e94485b86ae5f9ab2454c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9003100 Aug 25 16:06:13.760752 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bcd0c8-8b83-479d-af7e-9533f86174cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cce6494-992b-4b93-9e12-25445630b35c,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:13.770471 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-b6bcd0c8-8b83-479d-af7e-9533f86174cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:13.907901 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9181a4f5-8b7c-489c-9d3c-36c3bf06df40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:13.960809 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9181a4f5-8b7c-489c-9d3c-36c3bf06df40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:14.061871 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9181a4f5-8b7c-489c-9d3c-36c3bf06df40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:14.065618 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-c0b52ea4-3e96-4a19-a64b-469742946c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:14.088826 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9181a4f5-8b7c-489c-9d3c-36c3bf06df40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cce6494-992b-4b93-9e12-25445630b35c,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:14.093480 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-503e3011-1554-40c1-81b0-8956c6477ebd None None] Provisioning for port c42da899-166a-4008-830a-97737c962c14 completed by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:06:14.094907 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-9181a4f5-8b7c-489c-9d3c-36c3bf06df40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:14.098526 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9181a4f5-8b7c-489c-9d3c-36c3bf06df40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:14.101626 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-9181a4f5-8b7c-489c-9d3c-36c3bf06df40 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4cce6494-992b-4b93-9e12-25445630b35c HTTP/1.1" status: 204 len: 168 time: 0.3424997 Aug 25 16:06:14.153408 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 47408) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:14.161823 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-503e3011-1554-40c1-81b0-8956c6477ebd None None] Provisioning complete for port c42da899-166a-4008-830a-97737c962c14 triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:06:14.162195 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-503e3011-1554-40c1-81b0-8956c6477ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:14.190190 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-19b89b87-2312-428f-87e5-1083825fa4fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:14.238323 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-19b89b87-2312-428f-87e5-1083825fa4fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:14.246962 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-19b89b87-2312-428f-87e5-1083825fa4fe admin admin] Usage tracker for resource:security_group_rule and tenant:d0616af2f38049be9c5f74c7107d883f is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:14.251559 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-19b89b87-2312-428f-87e5-1083825fa4fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:14.258624 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-19b89b87-2312-428f-87e5-1083825fa4fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:14.290611 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:14.478808 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-a242c49d-c2f1-4ece-bffa-1c068e044995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'name': 'tempest-AttachVolumeTestJSON-501176244-router', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '32063eea-5f71-4835-a166-2841f2053755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:06:10Z', 'updated_at': '2021-08-25T16:06:11Z', 'revision_number': 3, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'gw_port': {'id': '32063eea-5f71-4835-a166-2841f2053755', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:11Z', 'updated_at': '2021-08-25T16:06:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:06:14.479676 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-19b89b87-2312-428f-87e5-1083825fa4fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:14.484770 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-19b89b87-2312-428f-87e5-1083825fa4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:14.489024 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc1c564-e128-4a23-97d5-1310c287e804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbe1000-d34f-47f5-87d2-e8205a68c21f'}] {{(pid=75047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:06:14.499378 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a242c49d-c2f1-4ece-bffa-1c068e044995 None None] Checking router: f58c8b96-606e-4776-859f-d7a0ac50c1db for host: dv-cinder-806008-1-iscsi {{(pid=75048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:06:14.499732 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a242c49d-c2f1-4ece-bffa-1c068e044995 None None] Updating router f58c8b96-606e-4776-859f-d7a0ac50c1db port 32063eea-5f71-4835-a166-2841f2053755 binding host dv-cinder-806008-1-iscsi {{(pid=75048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:06:14.541784 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 7cbe1000-d34f-47f5-87d2-e8205a68c21f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7cbe1000-d34f-47f5-87d2-e8205a68c21f,segment=NetworkSegment(61fee6c7-ad76-40fb-8847-c586ac08ad22),segment_id=61fee6c7-ad76-40fb-8847-c586ac08ad22)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:06:14.548606 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-600a2da4-fd2f-44f5-ba01-19ea9b4d3953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:14.663143 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:14.696840 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9b575689-b8d2-423d-a662-ab2985e9b983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:14.712487 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-a242c49d-c2f1-4ece-bffa-1c068e044995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:14.933150 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-19b89b87-2312-428f-87e5-1083825fa4fe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d0616af2f38049be9c5f74c7107d883f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7782741 Aug 25 16:06:14.934171 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b89b87-2312-428f-87e5-1083825fa4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643f64e1-3eb3-471e-8343-441d84266f6f,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:14.942825 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 47428) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:14.945683 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-19b89b87-2312-428f-87e5-1083825fa4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:14.971448 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-503e3011-1554-40c1-81b0-8956c6477ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:15.055163 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=7cbe1000-d34f-47f5-87d2-e8205a68c21f,revision_number=5']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:15.060386 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48282f-2469-453f-887d-c0ff8501b663 req-aa219679-5be4-482f-9b4b-a1eb872aacc6 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:15.061281 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 47432) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:15.062198 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-9b48282f-2469-453f-887d-c0ff8501b663 req-aa219679-5be4-482f-9b4b-a1eb872aacc6 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cc1c564-e128-4a23-97d5-1310c287e804 HTTP/1.1" status: 200 len: 945 time: 0.3932054 Aug 25 16:06:15.079151 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:15.085277 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-503e3011-1554-40c1-81b0-8956c6477ebd None None] For port c42da899-166a-4008-830a-97737c962c14, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=c42da899-166a-4008-830a-97737c962c14,segment=NetworkSegment(a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c),segment_id=a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:06:15.092877 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-503e3011-1554-40c1-81b0-8956c6477ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:15.096457 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0438e5a2-7503-4d50-82cc-37ee12dc3a67 req-8ff930cb-073f-4f62-bff4-a9d9eb9dd27f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 1098 time: 0.3046868 Aug 25 16:06:15.097817 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:15.098285 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e1afa084-7610-4e14-8fcd-b135ced7fb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:15.099101 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-96f137c6-e526-4934-a36f-ec2df4082a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:15.154220 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da186aed-8c0a-4673-a707-f55953f00a9f req-a6d31de2-f942-4bc7-a94a-03237f61ba5b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:15.158136 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-96f137c6-e526-4934-a36f-ec2df4082a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:15.165920 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-da186aed-8c0a-4673-a707-f55953f00a9f req-a6d31de2-f942-4bc7-a94a-03237f61ba5b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.2837579 Aug 25 16:06:15.183592 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e3011-1554-40c1-81b0-8956c6477ebd None None] Pushing event updated for resources: {'Port': ['ID=c42da899-166a-4008-830a-97737c962c14,revision_number=3']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:15.187074 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-503e3011-1554-40c1-81b0-8956c6477ebd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:15.191808 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-9b48282f-2469-453f-887d-c0ff8501b663 req-c9da444c-dac5-4b92-8cc6-d450822f6bb4 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940878 Aug 25 16:06:15.235135 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-e42545f9-4c59-4bb4-a366-1443050a610a None None] Provisioning complete for port c42da899-166a-4008-830a-97737c962c14 triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:06:15.235135 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-e42545f9-4c59-4bb4-a366-1443050a610a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:15.241747 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-96f137c6-e526-4934-a36f-ec2df4082a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:15.249960 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-e14f5d3d-57d5-4d47-9cde-715865fba95b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:15.275440 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-a242c49d-c2f1-4ece-bffa-1c068e044995 None None] Notify callbacks [] for port, precommit_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:15.289579 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.provisioning_blocks [None req-a242c49d-c2f1-4ece-bffa-1c068e044995 None None] Transition to ACTIVE for port object 32063eea-5f71-4835-a166-2841f2053755 will not be triggered until provisioned by entity L2. {{(pid=75048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:06:15.290842 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f137c6-e526-4934-a36f-ec2df4082a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643f64e1-3eb3-471e-8343-441d84266f6f,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:15.292921 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-96f137c6-e526-4934-a36f-ec2df4082a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:15.294077 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-96f137c6-e526-4934-a36f-ec2df4082a90 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/643f64e1-3eb3-471e-8343-441d84266f6f HTTP/1.1" status: 204 len: 168 time: 0.3503239 Aug 25 16:06:15.295020 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-96f137c6-e526-4934-a36f-ec2df4082a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:15.306799 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-a242c49d-c2f1-4ece-bffa-1c068e044995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:15.323744 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:15.354541 dv-cinder-806008-1-iscsi neutron-server[75047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc1c564-e128-4a23-97d5-1310c287e804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbe1000-d34f-47f5-87d2-e8205a68c21f', 'code': 200} Aug 25 16:06:15.390520 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.managers [None req-a242c49d-c2f1-4ece-bffa-1c068e044995 None None] Attempting to bind port 32063eea-5f71-4835-a166-2841f2053755 on host dv-cinder-806008-1-iscsi for vnic_type normal with profile {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:06:15.391135 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.managers [None req-a242c49d-c2f1-4ece-bffa-1c068e044995 None None] Attempting to bind port 32063eea-5f71-4835-a166-2841f2053755 by drivers openvswitch,hyperv on host dv-cinder-806008-1-iscsi at level 0 using segments [{'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}] {{(pid=75048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:06:15.391666 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a242c49d-c2f1-4ece-bffa-1c068e044995 None None] Attempting to bind port 32063eea-5f71-4835-a166-2841f2053755 on network 918dfb31-e205-4511-8f83-81a91dee6c8c {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:06:15.399812 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0438e5a2-7503-4d50-82cc-37ee12dc3a67 req-39255061-b7f2-4370-b3cb-ca837c687e67 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896082 Aug 25 16:06:15.409622 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-e1afa084-7610-4e14-8fcd-b135ced7fb5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:15.428267 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-da186aed-8c0a-4673-a707-f55953f00a9f req-0092fe90-185d-4ae2-9e91-8431d2f4722a tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597451 Aug 25 16:06:15.452838 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a242c49d-c2f1-4ece-bffa-1c068e044995 None None] Checking agent: {'id': '8ad9899d-d2ce-4381-ae51-c9c56b6945b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 56, 26), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:06:15.453223 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a242c49d-c2f1-4ece-bffa-1c068e044995 None None] Checking segment: {'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:06:15.453971 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-a242c49d-c2f1-4ece-bffa-1c068e044995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:15.454611 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a242c49d-c2f1-4ece-bffa-1c068e044995 None None] Bound using segment: {'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'} {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:06:15.455885 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.managers [None req-a242c49d-c2f1-4ece-bffa-1c068e044995 None None] Bound port: 32063eea-5f71-4835-a166-2841f2053755, host: dv-cinder-806008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}}] {{(pid=75048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:06:15.456613 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-a242c49d-c2f1-4ece-bffa-1c068e044995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:15.464753 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-e1afa084-7610-4e14-8fcd-b135ced7fb5e admin admin] Usage tracker for resource:security_group_rule and tenant:5305e2ae85b3488586e0d5498352e1f2 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:15.469218 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-e1afa084-7610-4e14-8fcd-b135ced7fb5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:15.477285 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-e1afa084-7610-4e14-8fcd-b135ced7fb5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:15.557693 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.db [None req-a242c49d-c2f1-4ece-bffa-1c068e044995 None None] For port 32063eea-5f71-4835-a166-2841f2053755, host dv-cinder-806008-1-iscsi, cleared binding levels {{(pid=75048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:06:15.562804 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.db [None req-a242c49d-c2f1-4ece-bffa-1c068e044995 None None] For port 32063eea-5f71-4835-a166-2841f2053755, host dv-cinder-806008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=32063eea-5f71-4835-a166-2841f2053755,segment=NetworkSegment(6c802ec5-cb0c-4ebf-9051-a5208badfc91),segment_id=6c802ec5-cb0c-4ebf-9051-a5208badfc91)] {{(pid=75048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:06:15.574459 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-a242c49d-c2f1-4ece-bffa-1c068e044995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:15.625380 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e1afa084-7610-4e14-8fcd-b135ced7fb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:15.625493 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad135975-2983-42e9-a1b4-04595760fdfd None None] Pushing event updated for resources: {'Port': ['ID=32063eea-5f71-4835-a166-2841f2053755,revision_number=2']} {{(pid=75048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:15.633020 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e1afa084-7610-4e14-8fcd-b135ced7fb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:15.634458 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a242c49d-c2f1-4ece-bffa-1c068e044995 None None] Routers {'f58c8b96-606e-4776-859f-d7a0ac50c1db'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:06:15.635110 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-a242c49d-c2f1-4ece-bffa-1c068e044995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:05:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['f58c8b96-606e-4776-859f-d7a0ac50c1db'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:06:15.648348 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-59449813-ff43-422e-82b0-d544a5707f38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:15.700361 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad135975-2983-42e9-a1b4-04595760fdfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:15.700701 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad135975-2983-42e9-a1b4-04595760fdfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:15.701076 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad135975-2983-42e9-a1b4-04595760fdfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:15.701408 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad135975-2983-42e9-a1b4-04595760fdfd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:15.701735 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad135975-2983-42e9-a1b4-04595760fdfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:15.702122 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad135975-2983-42e9-a1b4-04595760fdfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:15.702483 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad135975-2983-42e9-a1b4-04595760fdfd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:15.702787 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad135975-2983-42e9-a1b4-04595760fdfd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:15.703109 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad135975-2983-42e9-a1b4-04595760fdfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:15.703425 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad135975-2983-42e9-a1b4-04595760fdfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:15.703737 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad135975-2983-42e9-a1b4-04595760fdfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:15.714298 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [None req-ad135975-2983-42e9-a1b4-04595760fdfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:15.714698 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:15.749051 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-e1afa084-7610-4e14-8fcd-b135ced7fb5e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5305e2ae85b3488586e0d5498352e1f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6817071 Aug 25 16:06:15.749294 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 47440) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:15.749396 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1afa084-7610-4e14-8fcd-b135ced7fb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23899b40-d204-43a2-941a-a4f35be817d9,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:15.757747 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-e1afa084-7610-4e14-8fcd-b135ced7fb5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:15.828064 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8aec42c8-eda0-4086-aaec-f217cd45ce4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:15.888846 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-615c03b1-220f-457b-b8f5-2cc4a1c13772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:15.908046 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad135975-2983-42e9-a1b4-04595760fdfd None None] Pushing event updated for resources: {'Port': ['ID=32063eea-5f71-4835-a166-2841f2053755,revision_number=3']} {{(pid=75048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:15.913264 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [None req-ad135975-2983-42e9-a1b4-04595760fdfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:15.967365 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-a242c49d-c2f1-4ece-bffa-1c068e044995 None None] Set router f58c8b96-606e-4776-859f-d7a0ac50c1db gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:06:15.967556 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-615c03b1-220f-457b-b8f5-2cc4a1c13772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:16.039350 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-615c03b1-220f-457b-b8f5-2cc4a1c13772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:16.052642 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-b32e79ac-c85c-4d6e-b7d2-5fb213131b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:16.082241 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c03b1-220f-457b-b8f5-2cc4a1c13772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23899b40-d204-43a2-941a-a4f35be817d9,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:16.085237 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-615c03b1-220f-457b-b8f5-2cc4a1c13772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:16.116700 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-615c03b1-220f-457b-b8f5-2cc4a1c13772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:16.121447 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-615c03b1-220f-457b-b8f5-2cc4a1c13772 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/23899b40-d204-43a2-941a-a4f35be817d9 HTTP/1.1" status: 204 len: 168 time: 0.3680885 Aug 25 16:06:16.255059 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4583c654-6645-451c-912a-6596ab77039c req-54147ceb-c00a-4779-ae71-a9d8d07a3e92 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4cc1c564-e128-4a23-97d5-1310c287e804 HTTP/1.1" status: 200 len: 1098 time: 0.3380907 Aug 25 16:06:16.379559 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-a242c49d-c2f1-4ece-bffa-1c068e044995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'name': 'tempest-AttachVolumeTestJSON-501176244-router', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '32063eea-5f71-4835-a166-2841f2053755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:06:10Z', 'updated_at': '2021-08-25T16:06:11Z', 'revision_number': 3, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'gw_port': {'id': '32063eea-5f71-4835-a166-2841f2053755', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:11Z', 'updated_at': '2021-08-25T16:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:06:16.386157 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a242c49d-c2f1-4ece-bffa-1c068e044995 None None] The sync data for ids ['f58c8b96-606e-4776-859f-d7a0ac50c1db'] in dv-cinder-806008-1-iscsi is: [{'id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'name': 'tempest-AttachVolumeTestJSON-501176244-router', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '32063eea-5f71-4835-a166-2841f2053755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:06:10Z', 'updated_at': '2021-08-25T16:06:11Z', 'revision_number': 3, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'gw_port': {'id': '32063eea-5f71-4835-a166-2841f2053755', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:11Z', 'updated_at': '2021-08-25T16:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}] {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:06:16.435720 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.db_base_plugin_common [None req-8aec42c8-eda0-4086-aaec-f217cd45ce4c admin admin] Allocated IP 172.20.0.1 (b0497f16-a3e0-46b0-81f5-eae02d264919/03b41362-f061-4c09-83d7-5c1bf8e439a3/689faede-518d-4d2f-a1c5-67b6a8c09289) {{(pid=75046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:06:16.471398 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4583c654-6645-451c-912a-6596ab77039c req-4de79079-6dff-4a0f-a263-a9602e11d4b4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076428 Aug 25 16:06:16.715492 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2120d-c5a1-4c4b-b0ff-e78e68141756 req-c23747b1-95ba-46a0-a70e-52bbece65337 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:16.719894 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7bd2120d-c5a1-4c4b-b0ff-e78e68141756 req-c23747b1-95ba-46a0-a70e-52bbece65337 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cc1c564-e128-4a23-97d5-1310c287e804 HTTP/1.1" status: 200 len: 945 time: 0.2630734 Aug 25 16:06:16.732764 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8aec42c8-eda0-4086-aaec-f217cd45ce4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:16.863850 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.provisioning_blocks [None req-8aec42c8-eda0-4086-aaec-f217cd45ce4c admin admin] Transition to ACTIVE for port object 689faede-518d-4d2f-a1c5-67b6a8c09289 will not be triggered until provisioned by entity DHCP. {{(pid=75046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:06:16.872219 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7bd2120d-c5a1-4c4b-b0ff-e78e68141756 req-62a5afc6-2b45-498c-a783-e6f6224b65c7 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376870 Aug 25 16:06:16.915841 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91267d-a88e-4ffd-b1f8-ae8341a8f19b req-ccf4526d-4334-4d92-b510-1738f7930b99 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:16.917479 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9f91267d-a88e-4ffd-b1f8-ae8341a8f19b req-ccf4526d-4334-4d92-b510-1738f7930b99 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.1814806 Aug 25 16:06:16.929666 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8aec42c8-eda0-4086-aaec-f217cd45ce4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:16.987951 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-e5bb0616-8ed4-4067-a3b9-39fe4ddef245 tempest-DeleteServersTestJSON-668118444 tempest-DeleteServersTestJSON-668118444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:17.144493 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aec42c8-eda0-4086-aaec-f217cd45ce4c admin admin] Network b0497f16-a3e0-46b0-81f5-eae02d264919 is already hosted by enough agents. {{(pid=75046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:06:17.147884 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [None req-8aec42c8-eda0-4086-aaec-f217cd45ce4c admin admin] Resources bound (agent type, host, resource id): {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:06:17.155955 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9f91267d-a88e-4ffd-b1f8-ae8341a8f19b req-be7928fc-9202-4ffe-8a30-e1607e08f88c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311814 Aug 25 16:06:17.159786 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aec42c8-eda0-4086-aaec-f217cd45ce4c admin admin] Received port after_create {{(pid=75046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:06:17.209229 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 32063eea-5f71-4835-a166-2841f2053755 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:06:17.358161 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8aec42c8-eda0-4086-aaec-f217cd45ce4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683712'] for router_interface, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:17.383583 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning for port 32063eea-5f71-4835-a166-2841f2053755 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:06:17.404547 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 32063eea-5f71-4835-a166-2841f2053755 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:06:17.406906 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:17.436774 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec42c8-eda0-4086-aaec-f217cd45ce4c admin admin] Pushing event updated for resources: {'Port': ['ID=689faede-518d-4d2f-a1c5-67b6a8c09289,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:17.465743 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-8aec42c8-eda0-4086-aaec-f217cd45ce4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:17.684081 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8aec42c8-eda0-4086-aaec-f217cd45ce4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:17.719314 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:17.741036 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-d1738749-0ab7-4596-87d1-aa9d48e1d6f4 None None] Provisioning for port 689faede-518d-4d2f-a1c5-67b6a8c09289 completed by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:06:17.747704 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] For port 32063eea-5f71-4835-a166-2841f2053755, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=32063eea-5f71-4835-a166-2841f2053755,segment=NetworkSegment(6c802ec5-cb0c-4ebf-9051-a5208badfc91),segment_id=6c802ec5-cb0c-4ebf-9051-a5208badfc91)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:06:17.749599 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-d1738749-0ab7-4596-87d1-aa9d48e1d6f4 None None] Provisioning complete for port 689faede-518d-4d2f-a1c5-67b6a8c09289 triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:06:17.750338 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-d1738749-0ab7-4596-87d1-aa9d48e1d6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:17.804047 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:17.805532 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device c42da899-166a-4008-830a-97737c962c14 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:06:17.881297 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:18.090755 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Pushing event updated for resources: {'Port': ['ID=32063eea-5f71-4835-a166-2841f2053755,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:18.099691 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:18.122666 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-d1738749-0ab7-4596-87d1-aa9d48e1d6f4 None None] Port 689faede-518d-4d2f-a1c5-67b6a8c09289 cannot update to ACTIVE because it is not bound. {{(pid=75047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:06:18.134691 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8aec42c8-eda0-4086-aaec-f217cd45ce4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:18.141275 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8aec42c8-eda0-4086-aaec-f217cd45ce4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:18.151077 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port c42da899-166a-4008-830a-97737c962c14 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:06:18.152650 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:18.175817 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-bc2b6e88-b8b8-417e-a257-05a426f01e35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:18.348745 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec42c8-eda0-4086-aaec-f217cd45ce4c admin admin] Pushing event updated for resources: {'Port': ['ID=689faede-518d-4d2f-a1c5-67b6a8c09289,revision_number=2']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:18.372015 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-8aec42c8-eda0-4086-aaec-f217cd45ce4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:18.390470 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8aec42c8-eda0-4086-aaec-f217cd45ce4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684841'] for router_interface, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:18.390680 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905fdfa-5ca3-4ede-b5a5-e042dbef4ecd req-18ff737f-cfd4-4306-ae6f-66c2f5841020 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:18.401103 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e905fdfa-5ca3-4ede-b5a5-e042dbef4ecd req-18ff737f-cfd4-4306-ae6f-66c2f5841020 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cc1c564-e128-4a23-97d5-1310c287e804 HTTP/1.1" status: 200 len: 945 time: 0.2376394 Aug 25 16:06:18.545761 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 47524) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:18.598825 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e905fdfa-5ca3-4ede-b5a5-e042dbef4ecd req-6676f661-618f-4885-882f-97dba9d310db tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968062 Aug 25 16:06:18.641923 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aec42c8-eda0-4086-aaec-f217cd45ce4c admin admin] Network b0497f16-a3e0-46b0-81f5-eae02d264919 is already hosted by enough agents. {{(pid=75046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:06:18.648352 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [None req-8aec42c8-eda0-4086-aaec-f217cd45ce4c admin admin] Resources bound (agent type, host, resource id): {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:06:18.881196 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-9960428e-154f-478d-b358-1f565a692f56 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1916217662-network', 'tenant_id': '749be22c92aa443a8d39367758c7ddf9'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:06:18.886504 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-9960428e-154f-478d-b358-1f565a692f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:18.891579 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-9960428e-154f-478d-b358-1f565a692f56 admin admin] Usage tracker for resource:network and tenant:749be22c92aa443a8d39367758c7ddf9 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:18.895086 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-9960428e-154f-478d-b358-1f565a692f56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:18.902735 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-9960428e-154f-478d-b358-1f565a692f56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:18.914777 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9960428e-154f-478d-b358-1f565a692f56 admin admin] Made reservation on behalf of 749be22c92aa443a8d39367758c7ddf9 for: {'network': 1} {{(pid=75045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:06:18.917263 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9960428e-154f-478d-b358-1f565a692f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for network, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:18.944301 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9960428e-154f-478d-b358-1f565a692f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:18.968595 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-c9dd1a52-ae17-41b3-80c2-83061a8ce92a None None] Provisioning complete for port 689faede-518d-4d2f-a1c5-67b6a8c09289 triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:06:18.970030 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-c9dd1a52-ae17-41b3-80c2-83061a8ce92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:18.986644 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-9960428e-154f-478d-b358-1f565a692f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:18.993771 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-9960428e-154f-478d-b358-1f565a692f56 admin admin] Usage tracker for resource:security_group_rule and tenant:749be22c92aa443a8d39367758c7ddf9 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:18.997012 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-9960428e-154f-478d-b358-1f565a692f56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:19.003130 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-9960428e-154f-478d-b358-1f565a692f56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:19.006367 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 32063eea-5f71-4835-a166-2841f2053755 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:06:19.027641 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180e4e4-5f7b-4377-b943-da8e06ab1ff8 req-0b7327c1-5b92-4ba3-9855-d0a276321b1d tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:19.029269 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1180e4e4-5f7b-4377-b943-da8e06ab1ff8 req-0b7327c1-5b92-4ba3-9855-d0a276321b1d tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.4424982 Aug 25 16:06:19.090650 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-c9dd1a52-ae17-41b3-80c2-83061a8ce92a None None] Port 689faede-518d-4d2f-a1c5-67b6a8c09289 cannot update to ACTIVE because it is not bound. {{(pid=75047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:06:19.119641 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 32063eea-5f71-4835-a166-2841f2053755 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:06:19.120254 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:19.129886 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9960428e-154f-478d-b358-1f565a692f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:19.134968 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9960428e-154f-478d-b358-1f565a692f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:19.155594 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9960428e-154f-478d-b358-1f565a692f56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1257} {{(pid=75045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:06:19.169730 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9960428e-154f-478d-b358-1f565a692f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:19.170321 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.db.segments_db [None req-9960428e-154f-478d-b358-1f565a692f56 admin admin] Added segment d3eef3c6-2860-4e88-b596-6d7fe6b1ef18 of type vlan for network 0f37ac8f-d089-43f1-b93d-c6b9eee36327 Aug 25 16:06:19.175401 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1180e4e4-5f7b-4377-b943-da8e06ab1ff8 req-8c6acbff-a2a5-4dfd-babe-90f3ee92453f tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396184 Aug 25 16:06:19.198639 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-c0d54083-964f-4748-8826-dd9580204b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:19.257348 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9960428e-154f-478d-b358-1f565a692f56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779527754918'] for network, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:19.262224 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960428e-154f-478d-b358-1f565a692f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b7f967-e7af-417e-969f-cdf089414135,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:19.266258 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-9960428e-154f-478d-b358-1f565a692f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:19.302985 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9960428e-154f-478d-b358-1f565a692f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244'] for network, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:19.304931 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9960428e-154f-478d-b358-1f565a692f56 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:19.306937 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9960428e-154f-478d-b358-1f565a692f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:19.321690 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-64ab84fb-f00b-4825-8012-4c0e21ebb775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:19.408278 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aec42c8-eda0-4086-aaec-f217cd45ce4c admin admin] Router f58c8b96-606e-4776-859f-d7a0ac50c1db has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:06:19.516765 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960428e-154f-478d-b358-1f565a692f56 admin admin] Pushing event updated for resources: {'Network': ['ID=0f37ac8f-d089-43f1-b93d-c6b9eee36327,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:19.526827 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-9960428e-154f-478d-b358-1f565a692f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:19.530960 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-9960428e-154f-478d-b358-1f565a692f56 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9807837 Aug 25 16:06:19.531095 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Network 0f37ac8f-d089-43f1-b93d-c6b9eee36327 details requested by agent ovs-agent-dv-cinder-806008-1-iscsi with host dv-cinder-806008-1-iscsi {{(pid=75047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:06:19.532705 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 47548) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:19.539929 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-187f61fa-e69a-4e32-a508-3f8f44e9a6a7 admin admin] Request body: {'subnet': {'network_id': '0f37ac8f-d089-43f1-b93d-c6b9eee36327', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1916217662-subnet', 'tenant_id': '749be22c92aa443a8d39367758c7ddf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:06:19.546210 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-187f61fa-e69a-4e32-a508-3f8f44e9a6a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:19.551329 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-187f61fa-e69a-4e32-a508-3f8f44e9a6a7 admin admin] Usage tracker for resource:subnet and tenant:749be22c92aa443a8d39367758c7ddf9 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:19.555237 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-187f61fa-e69a-4e32-a508-3f8f44e9a6a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:19.561026 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-187f61fa-e69a-4e32-a508-3f8f44e9a6a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:19.572431 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187f61fa-e69a-4e32-a508-3f8f44e9a6a7 admin admin] Made reservation on behalf of 749be22c92aa443a8d39367758c7ddf9 for: {'subnet': 1} {{(pid=75045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:06:19.574737 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-187f61fa-e69a-4e32-a508-3f8f44e9a6a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854741'] for subnet, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:19.672769 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815f387-1294-4bea-83dc-5fffd8e75c75 req-fc86ee91-b746-4912-86bc-045d7cf00fd7 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:19.674337 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-d815f387-1294-4bea-83dc-5fffd8e75c75 req-fc86ee91-b746-4912-86bc-045d7cf00fd7 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.2308757 Aug 25 16:06:19.687530 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aec42c8-eda0-4086-aaec-f217cd45ce4c admin admin] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:06:19.713133 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-8aec42c8-eda0-4086-aaec-f217cd45ce4c admin admin] 10.222.0.43 "PUT /v2.0/routers/f58c8b96-606e-4776-859f-d7a0ac50c1db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3866930 Aug 25 16:06:19.824486 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-d815f387-1294-4bea-83dc-5fffd8e75c75 req-5bd09328-61fb-4642-ba84-dd597f09bf0f tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422482 Aug 25 16:06:19.888013 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-187f61fa-e69a-4e32-a508-3f8f44e9a6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3837922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854727'] for subnet, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:19.896470 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-345192b5-51f2-41fe-be80-36a7276c972c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:19.973529 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4cd66-04b6-4994-b945-addb7948545a req-75bd88b2-9891-42e5-98b1-635c940a507c tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:19.975346 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-28d4cd66-04b6-4994-b945-addb7948545a req-75bd88b2-9891-42e5-98b1-635c940a507c tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cc1c564-e128-4a23-97d5-1310c287e804 HTTP/1.1" status: 200 len: 945 time: 0.1724691 Aug 25 16:06:20.002443 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187f61fa-e69a-4e32-a508-3f8f44e9a6a7 admin admin] Checking segment: {'id': 'd3eef3c6-2860-4e88-b596-6d7fe6b1ef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '0f37ac8f-d089-43f1-b93d-c6b9eee36327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:06:20.002779 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187f61fa-e69a-4e32-a508-3f8f44e9a6a7 admin admin] Network hostable DHCP agents. Network: 0f37ac8f-d089-43f1-b93d-c6b9eee36327, hostable agents: ['76091da7-29c6-41af-a969-d28dab66f71a'], hosted agents: [] {{(pid=75045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:06:20.009244 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f61fa-e69a-4e32-a508-3f8f44e9a6a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8be271ee-cfae-41b8-b827-df03300633c6,revision_number=0']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:20.012466 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-187f61fa-e69a-4e32-a508-3f8f44e9a6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:20.043253 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-28d4cd66-04b6-4994-b945-addb7948545a req-c48968d2-6bd9-4481-96dc-d39a3447860e tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616910 Aug 25 16:06:20.050499 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187f61fa-e69a-4e32-a508-3f8f44e9a6a7 admin admin] Network 0f37ac8f-d089-43f1-b93d-c6b9eee36327 is scheduled to be hosted by DHCP agent 76091da7-29c6-41af-a969-d28dab66f71a with binding_index 1 {{(pid=75045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:06:20.085627 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-187f61fa-e69a-4e32-a508-3f8f44e9a6a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-iscsi, 0f37ac8f-d089-43f1-b93d-c6b9eee36327) {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:06:20.094486 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2880ff87-098d-4300-9725-99cb4164e29e None None] Network 0f37ac8f-d089-43f1-b93d-c6b9eee36327 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:06:20.097013 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187f61fa-e69a-4e32-a508-3f8f44e9a6a7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:20.097596 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-187f61fa-e69a-4e32-a508-3f8f44e9a6a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:20.145177 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-187f61fa-e69a-4e32-a508-3f8f44e9a6a7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6048036 Aug 25 16:06:20.541417 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50b74de-4129-4aba-a9a1-fc21e54be6df None None] Network 0f37ac8f-d089-43f1-b93d-c6b9eee36327 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:06:20.714715 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 47594) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:20.726021 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-1db24a17-3e70-4ddd-9dd8-f432f6fbc689 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2092018312', 'description': 'tempest-description--1415359401'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:06:20.744330 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-1db24a17-3e70-4ddd-9dd8-f432f6fbc689 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:20.753370 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-1db24a17-3e70-4ddd-9dd8-f432f6fbc689 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Usage tracker for resource:security_group and tenant:164d6d5d38f140d09589b51641a7cdf3 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:20.760802 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-1db24a17-3e70-4ddd-9dd8-f432f6fbc689 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:20.778483 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-1db24a17-3e70-4ddd-9dd8-f432f6fbc689 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:20.798876 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-1db24a17-3e70-4ddd-9dd8-f432f6fbc689 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:20.843504 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-1db24a17-3e70-4ddd-9dd8-f432f6fbc689 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:20.847951 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-1db24a17-3e70-4ddd-9dd8-f432f6fbc689 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Usage tracker for resource:security_group_rule and tenant:164d6d5d38f140d09589b51641a7cdf3 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:20.851012 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-1db24a17-3e70-4ddd-9dd8-f432f6fbc689 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:20.857299 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-1db24a17-3e70-4ddd-9dd8-f432f6fbc689 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:20.944496 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-1db24a17-3e70-4ddd-9dd8-f432f6fbc689 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:20.949317 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-1db24a17-3e70-4ddd-9dd8-f432f6fbc689 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:20.955200 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-64c9a652-5377-426f-a227-dfc2374a6259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:20.997378 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db24a17-3e70-4ddd-9dd8-f432f6fbc689 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d8919f-3349-4d77-b906-be549cf0c9bd,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:21.000185 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-1db24a17-3e70-4ddd-9dd8-f432f6fbc689 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:21.001542 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-1db24a17-3e70-4ddd-9dd8-f432f6fbc689 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:21.006345 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad908db-3ea1-4c70-99b7-32c7bbc9d7d3 None None] Sync routers for ids ['f58c8b96-606e-4776-859f-d7a0ac50c1db'] in dv-cinder-806008-1-iscsi {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:06:21.006757 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-1db24a17-3e70-4ddd-9dd8-f432f6fbc689 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2870221 Aug 25 16:06:21.007042 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 47606) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:21.013793 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-a0bf40cc-59c0-43e4-9754-c197b4899196 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Request body: {'security_group_rule': {'security_group_id': 'a2d8919f-3349-4d77-b906-be549cf0c9bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:06:21.017002 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad908db-3ea1-4c70-99b7-32c7bbc9d7d3 None None] Routers {'f58c8b96-606e-4776-859f-d7a0ac50c1db'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:06:21.017706 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-fad908db-3ea1-4c70-99b7-32c7bbc9d7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:05:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['f58c8b96-606e-4776-859f-d7a0ac50c1db'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:06:21.019988 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-a0bf40cc-59c0-43e4-9754-c197b4899196 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:21.024678 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-a0bf40cc-59c0-43e4-9754-c197b4899196 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Usage tracker for resource:security_group_rule and tenant:164d6d5d38f140d09589b51641a7cdf3 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:21.028179 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-a0bf40cc-59c0-43e4-9754-c197b4899196 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:21.035522 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-a0bf40cc-59c0-43e4-9754-c197b4899196 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:21.054250 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a0bf40cc-59c0-43e4-9754-c197b4899196 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:21.154588 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 47610) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:21.158302 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a0bf40cc-59c0-43e4-9754-c197b4899196 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:21.164215 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a0bf40cc-59c0-43e4-9754-c197b4899196 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347877'] for security_group_rule, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:21.179400 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:21.204660 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf40cc-59c0-43e4-9754-c197b4899196 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968dde15-572b-4ebc-ac5c-1aa71a596aff,revision_number=0']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:21.215222 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-a0bf40cc-59c0-43e4-9754-c197b4899196 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:21.231209 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a0bf40cc-59c0-43e4-9754-c197b4899196 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:21.235340 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-a0bf40cc-59c0-43e4-9754-c197b4899196 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2245114 Aug 25 16:06:21.235584 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 47614) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:21.248126 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-33a2b21b-c146-48a9-9173-babab21c9903 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Request body: {'security_group_rule': {'security_group_id': 'a2d8919f-3349-4d77-b906-be549cf0c9bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:06:21.261184 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-33a2b21b-c146-48a9-9173-babab21c9903 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:21.269980 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-33a2b21b-c146-48a9-9173-babab21c9903 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Usage tracker for resource:security_group_rule and tenant:164d6d5d38f140d09589b51641a7cdf3 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:21.275685 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-33a2b21b-c146-48a9-9173-babab21c9903 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:21.286645 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-33a2b21b-c146-48a9-9173-babab21c9903 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:21.325127 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb61905-f326-421c-bf3b-ced0b02da25b admin admin] Deleting subnet 58113ab6-e260-46b2-8b32-3cf53569b6e6 {{(pid=75046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:06:21.327452 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-33a2b21b-c146-48a9-9173-babab21c9903 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:21.336809 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-fdb61905-f326-421c-bf3b-ced0b02da25b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:21.370704 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-fad908db-3ea1-4c70-99b7-32c7bbc9d7d3 None None] Set router f58c8b96-606e-4776-859f-d7a0ac50c1db gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:06:21.418537 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:06:21.451021 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-33a2b21b-c146-48a9-9173-babab21c9903 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:21.455728 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-33a2b21b-c146-48a9-9173-babab21c9903 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347877'] for security_group_rule, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:21.458979 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-a0bf40cc-59c0-43e4-9754-c197b4899196 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:21.503923 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-33a2b21b-c146-48a9-9173-babab21c9903 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:21.505128 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-33a2b21b-c146-48a9-9173-babab21c9903 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2682247 Aug 25 16:06:21.507297 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2b21b-c146-48a9-9173-babab21c9903 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1e1f24-1599-4484-ad7e-9e01a1fca01f,revision_number=0']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:21.509616 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 47624) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:21.512250 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-33a2b21b-c146-48a9-9173-babab21c9903 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:21.515811 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-4c50837f-6348-4bcd-8ed1-a68a665214a1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Request body: {'floatingip': {'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:06:21.516430 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-fdb61905-f326-421c-bf3b-ced0b02da25b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4000216'] for subnet, precommit_delete_associations {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:21.522483 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-4c50837f-6348-4bcd-8ed1-a68a665214a1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:21.527336 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-4c50837f-6348-4bcd-8ed1-a68a665214a1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Usage tracker for resource:floatingip and tenant:164d6d5d38f140d09589b51641a7cdf3 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:21.531606 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-4c50837f-6348-4bcd-8ed1-a68a665214a1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:21.544491 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-4c50837f-6348-4bcd-8ed1-a68a665214a1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:21.575400 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-4c50837f-6348-4bcd-8ed1-a68a665214a1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for floatingip, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:21.608218 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-fdb61905-f326-421c-bf3b-ced0b02da25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731498'] for subnet, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:21.710580 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-fdb61905-f326-421c-bf3b-ced0b02da25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3202481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4098551'] for subnet, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:21.716732 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:21.746936 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-4c50837f-6348-4bcd-8ed1-a68a665214a1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:21.750031 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb61905-f326-421c-bf3b-ced0b02da25b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58113ab6-e260-46b2-8b32-3cf53569b6e6,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:21.758056 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-fdb61905-f326-421c-bf3b-ced0b02da25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:21.764572 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-fdb61905-f326-421c-bf3b-ced0b02da25b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for subnet, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:21.772972 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-fdb61905-f326-421c-bf3b-ced0b02da25b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/58113ab6-e260-46b2-8b32-3cf53569b6e6 HTTP/1.1" status: 204 len: 168 time: 0.6172640 Aug 25 16:06:21.775339 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 47634) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:21.896799 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-fad908db-3ea1-4c70-99b7-32c7bbc9d7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'name': 'tempest-AttachVolumeTestJSON-501176244-router', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '32063eea-5f71-4835-a166-2841f2053755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:06:10Z', 'updated_at': '2021-08-25T16:06:17Z', 'revision_number': 4, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'gw_port': {'id': '32063eea-5f71-4835-a166-2841f2053755', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:11Z', 'updated_at': '2021-08-25T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '689faede-518d-4d2f-a1c5-67b6a8c09289', 'name': '', 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'mac_address': 'fa:16:3e:30:9e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b41362-f061-4c09-83d7-5c1bf8e439a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:15Z', 'updated_at': '2021-08-25T16:06:17Z', 'revision_number': 2, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'subnets': [{'id': '03b41362-f061-4c09-83d7-5c1bf8e439a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:06:21.902575 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad908db-3ea1-4c70-99b7-32c7bbc9d7d3 None None] Checking router: f58c8b96-606e-4776-859f-d7a0ac50c1db for host: dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:06:21.903298 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad908db-3ea1-4c70-99b7-32c7bbc9d7d3 None None] Updating router f58c8b96-606e-4776-859f-d7a0ac50c1db port 689faede-518d-4d2f-a1c5-67b6a8c09289 binding host dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:06:21.917202 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-0bbbd550-3644-47cc-a4a4-1c618de58cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588176'] for network, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:21.979075 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-fad908db-3ea1-4c70-99b7-32c7bbc9d7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:22.062194 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_common [None req-4c50837f-6348-4bcd-8ed1-a68a665214a1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Allocated IP 172.27.1.37 (918dfb31-e205-4511-8f83-81a91dee6c8c/7d72112f-2376-4184-b827-994c471d72fa/93c463b5-3be4-4d18-b5da-2a3096ba675c) {{(pid=75045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:06:22.162809 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-0bbbd550-3644-47cc-a4a4-1c618de58cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730595', 'neutron.services.segments.db._delete_segments_for_network-8779528176258'] for network, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:22.195277 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.services.segments.db [None req-0bbbd550-3644-47cc-a4a4-1c618de58cf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6881675-4f39-48b9-850a-7852e51a1e75']}} {{(pid=75046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:06:22.234414 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.services.segments.db [None req-0bbbd550-3644-47cc-a4a4-1c618de58cf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5afee6-b87b-471e-a70f-ae7d71222eb6') {'for_net_delete': True} {{(pid=75046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:06:22.234893 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.services.segments.db [None req-0bbbd550-3644-47cc-a4a4-1c618de58cf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5afee6-b87b-471e-a70f-ae7d71222eb6') {} {{(pid=75046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:06:22.260824 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-0bbbd550-3644-47cc-a4a4-1c618de58cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779528177565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4000215'] for segment, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:22.285463 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-0bbbd550-3644-47cc-a4a4-1c618de58cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:22.301408 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bbbd550-3644-47cc-a4a4-1c618de58cf4 admin admin] Releasing vlan 1252 on physical network physnet1 to pool {{(pid=75046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:06:22.302003 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-0bbbd550-3644-47cc-a4a4-1c618de58cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1731343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3202327'] for segment, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:22.322479 dv-cinder-806008-1-iscsi neutron-server[75046]: Traceback (most recent call last): Aug 25 16:06:22.322479 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:06:22.322479 dv-cinder-806008-1-iscsi neutron-server[75046]: timer() Aug 25 16:06:22.322479 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:06:22.322479 dv-cinder-806008-1-iscsi neutron-server[75046]: cb(*args, **kw) Aug 25 16:06:22.322479 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:06:22.322479 dv-cinder-806008-1-iscsi neutron-server[75046]: return func(*args, **kwargs) Aug 25 16:06:22.322479 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:06:22.322479 dv-cinder-806008-1-iscsi neutron-server[75046]: self._notify() Aug 25 16:06:22.322479 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:06:22.322479 dv-cinder-806008-1-iscsi neutron-server[75046]: self.callback(batched_events) Aug 25 16:06:22.322479 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:06:22.322479 dv-cinder-806008-1-iscsi neutron-server[75046]: event.method(event) Aug 25 16:06:22.322479 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:06:22.322479 dv-cinder-806008-1-iscsi neutron-server[75046]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:06:22.322479 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:06:22.322479 dv-cinder-806008-1-iscsi neutron-server[75046]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:06:22.322479 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:06:22.322479 dv-cinder-806008-1-iscsi neutron-server[75046]: return f(self, *a, **k) Aug 25 16:06:22.322479 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:06:22.322479 dv-cinder-806008-1-iscsi neutron-server[75046]: return self._get(url).json() Aug 25 16:06:22.322479 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:06:22.322479 dv-cinder-806008-1-iscsi neutron-server[75046]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:06:22.322479 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:06:22.322479 dv-cinder-806008-1-iscsi neutron-server[75046]: return self.request(url, 'GET', **kwargs) Aug 25 16:06:22.322479 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:06:22.322479 dv-cinder-806008-1-iscsi neutron-server[75046]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:06:22.322479 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:06:22.322479 dv-cinder-806008-1-iscsi neutron-server[75046]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:06:22.322479 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:06:22.322479 dv-cinder-806008-1-iscsi neutron-server[75046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:06:22.322479 dv-cinder-806008-1-iscsi neutron-server[75046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:06:22.418205 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-4c50837f-6348-4bcd-8ed1-a68a665214a1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for port, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:22.459082 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-0bbbd550-3644-47cc-a4a4-1c618de58cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683615'] for network, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:22.466201 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:22.483499 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-0bbbd550-3644-47cc-a4a4-1c618de58cf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:22.490334 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbd550-3644-47cc-a4a4-1c618de58cf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6881675-4f39-48b9-850a-7852e51a1e75,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:22.493885 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-0bbbd550-3644-47cc-a4a4-1c618de58cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:22.499423 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-0bbbd550-3644-47cc-a4a4-1c618de58cf4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f6881675-4f39-48b9-850a-7852e51a1e75 HTTP/1.1" status: 204 len: 168 time: 0.7223732 Aug 25 16:06:22.499607 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 47650) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:22.501864 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-4c50837f-6348-4bcd-8ed1-a68a665214a1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:22.583480 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-fad908db-3ea1-4c70-99b7-32c7bbc9d7d3 None None] Notify callbacks [] for port, precommit_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:22.600516 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:22.601709 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-fad908db-3ea1-4c70-99b7-32c7bbc9d7d3 None None] Transition to ACTIVE for port object 689faede-518d-4d2f-a1c5-67b6a8c09289 will not be triggered until provisioned by entity L2. {{(pid=75047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:06:22.618320 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-fad908db-3ea1-4c70-99b7-32c7bbc9d7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:22.622360 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:22.677743 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c50837f-6348-4bcd-8ed1-a68a665214a1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Network 918dfb31-e205-4511-8f83-81a91dee6c8c is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:06:22.688320 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-4c50837f-6348-4bcd-8ed1-a68a665214a1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:06:22.694813 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c50837f-6348-4bcd-8ed1-a68a665214a1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Received port after_create {{(pid=75045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:06:22.731927 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_v2 [None req-94da6bba-fb0c-4232-92ed-e34ea70fcaf1 admin admin] Deleting subnet 084f870a-aef5-44a4-bff1-84772d97815a {{(pid=75045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:06:22.738996 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50837f-6348-4bcd-8ed1-a68a665214a1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Pushing event updated for resources: {'Port': ['ID=93c463b5-3be4-4d18-b5da-2a3096ba675c,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:22.745219 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-4c50837f-6348-4bcd-8ed1-a68a665214a1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:22.750653 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-94da6bba-fb0c-4232-92ed-e34ea70fcaf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:22.786976 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b82fc-0637-4a92-bfc0-a38375b03e48 None None] Pushing event updated for resources: {'Port': ['ID=689faede-518d-4d2f-a1c5-67b6a8c09289,revision_number=3']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:22.794265 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-073b82fc-0637-4a92-bfc0-a38375b03e48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:22.836466 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-94da6bba-fb0c-4232-92ed-e34ea70fcaf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3836961'] for subnet, precommit_delete_associations {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:22.870854 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-fad908db-3ea1-4c70-99b7-32c7bbc9d7d3 None None] Attempting to bind port 689faede-518d-4d2f-a1c5-67b6a8c09289 on host dv-cinder-806008-1-iscsi for vnic_type normal with profile {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:06:22.870854 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-fad908db-3ea1-4c70-99b7-32c7bbc9d7d3 None None] Attempting to bind port 689faede-518d-4d2f-a1c5-67b6a8c09289 by drivers openvswitch,hyperv on host dv-cinder-806008-1-iscsi at level 0 using segments [{'id': 'a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919'}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:06:22.871169 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad908db-3ea1-4c70-99b7-32c7bbc9d7d3 None None] Attempting to bind port 689faede-518d-4d2f-a1c5-67b6a8c09289 on network b0497f16-a3e0-46b0-81f5-eae02d264919 {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:06:22.881317 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad908db-3ea1-4c70-99b7-32c7bbc9d7d3 None None] Checking agent: {'id': '8ad9899d-d2ce-4381-ae51-c9c56b6945b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 56, 26), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:06:22.881978 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad908db-3ea1-4c70-99b7-32c7bbc9d7d3 None None] Checking segment: {'id': 'a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:06:22.882596 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-fad908db-3ea1-4c70-99b7-32c7bbc9d7d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:22.883056 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad908db-3ea1-4c70-99b7-32c7bbc9d7d3 None None] Bound using segment: {'id': 'a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919'} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:06:22.883547 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-fad908db-3ea1-4c70-99b7-32c7bbc9d7d3 None None] Bound port: 689faede-518d-4d2f-a1c5-67b6a8c09289, host: dv-cinder-806008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919'}}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:06:22.883919 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-fad908db-3ea1-4c70-99b7-32c7bbc9d7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:22.981579 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-fad908db-3ea1-4c70-99b7-32c7bbc9d7d3 None None] For port 689faede-518d-4d2f-a1c5-67b6a8c09289, host dv-cinder-806008-1-iscsi, cleared binding levels {{(pid=75047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:06:22.985243 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-fad908db-3ea1-4c70-99b7-32c7bbc9d7d3 None None] For port 689faede-518d-4d2f-a1c5-67b6a8c09289, host dv-cinder-806008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=689faede-518d-4d2f-a1c5-67b6a8c09289,segment=NetworkSegment(a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c),segment_id=a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c)] {{(pid=75047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:06:22.989710 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-fad908db-3ea1-4c70-99b7-32c7bbc9d7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:22.993342 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:23.009827 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-94da6bba-fb0c-4232-92ed-e34ea70fcaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731498'] for subnet, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:23.078831 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b82fc-0637-4a92-bfc0-a38375b03e48 None None] Pushing event updated for resources: {'Port': ['ID=689faede-518d-4d2f-a1c5-67b6a8c09289,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:23.081073 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-073b82fc-0637-4a92-bfc0-a38375b03e48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:23.082052 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad908db-3ea1-4c70-99b7-32c7bbc9d7d3 None None] Routers {'f58c8b96-606e-4776-859f-d7a0ac50c1db'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:06:23.082668 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-fad908db-3ea1-4c70-99b7-32c7bbc9d7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:05:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['f58c8b96-606e-4776-859f-d7a0ac50c1db'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:06:23.169284 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-4c50837f-6348-4bcd-8ed1-a68a665214a1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:23.226824 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-94da6bba-fb0c-4232-92ed-e34ea70fcaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3837869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854734'] for subnet, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:23.256834 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-c9bcc100-9243-4a8c-8abd-ee67dab8f773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:23.329813 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da6bba-fb0c-4232-92ed-e34ea70fcaf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=084f870a-aef5-44a4-bff1-84772d97815a,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:23.337226 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-94da6bba-fb0c-4232-92ed-e34ea70fcaf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:23.338804 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-4c50837f-6348-4bcd-8ed1-a68a665214a1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:23.362841 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-fad908db-3ea1-4c70-99b7-32c7bbc9d7d3 None None] Set router f58c8b96-606e-4776-859f-d7a0ac50c1db gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:06:23.420281 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-94da6bba-fb0c-4232-92ed-e34ea70fcaf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:23.463959 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-94da6bba-fb0c-4232-92ed-e34ea70fcaf1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/084f870a-aef5-44a4-bff1-84772d97815a HTTP/1.1" status: 204 len: 168 time: 0.9636989 Aug 25 16:06:23.467237 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 47666) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:23.663294 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-4c50837f-6348-4bcd-8ed1-a68a665214a1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for port, precommit_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:23.672304 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-4c50837f-6348-4bcd-8ed1-a68a665214a1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3837783'] for port, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:23.678307 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:23.912184 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-4c50837f-6348-4bcd-8ed1-a68a665214a1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683597'] for floatingip, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:23.962064 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-fad908db-3ea1-4c70-99b7-32c7bbc9d7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'name': 'tempest-AttachVolumeTestJSON-501176244-router', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '32063eea-5f71-4835-a166-2841f2053755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:06:10Z', 'updated_at': '2021-08-25T16:06:17Z', 'revision_number': 4, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'gw_port': {'id': '32063eea-5f71-4835-a166-2841f2053755', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:11Z', 'updated_at': '2021-08-25T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '689faede-518d-4d2f-a1c5-67b6a8c09289', 'name': '', 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'mac_address': 'fa:16:3e:30:9e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b41362-f061-4c09-83d7-5c1bf8e439a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:15Z', 'updated_at': '2021-08-25T16:06:22Z', 'revision_number': 4, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'subnets': [{'id': '03b41362-f061-4c09-83d7-5c1bf8e439a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:06:23.970014 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-4c50837f-6348-4bcd-8ed1-a68a665214a1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for floatingip, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:23.970792 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad908db-3ea1-4c70-99b7-32c7bbc9d7d3 None None] The sync data for ids ['f58c8b96-606e-4776-859f-d7a0ac50c1db'] in dv-cinder-806008-1-iscsi is: [{'id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'name': 'tempest-AttachVolumeTestJSON-501176244-router', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '32063eea-5f71-4835-a166-2841f2053755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:06:10Z', 'updated_at': '2021-08-25T16:06:17Z', 'revision_number': 4, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'gw_port': {'id': '32063eea-5f71-4835-a166-2841f2053755', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:11Z', 'updated_at': '2021-08-25T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '689faede-518d-4d2f-a1c5-67b6a8c09289', 'name': '', 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'mac_address': 'fa:16:3e:30:9e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b41362-f061-4c09-83d7-5c1bf8e439a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:15Z', 'updated_at': '2021-08-25T16:06:22Z', 'revision_number': 4, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'subnets': [{'id': '03b41362-f061-4c09-83d7-5c1bf8e439a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:06:23.972904 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-4c50837f-6348-4bcd-8ed1-a68a665214a1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4626224 Aug 25 16:06:23.992269 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50837f-6348-4bcd-8ed1-a68a665214a1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Pushing event updated for resources: {'Port': ['ID=93c463b5-3be4-4d18-b5da-2a3096ba675c,revision_number=2']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:24.003220 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-4c50837f-6348-4bcd-8ed1-a68a665214a1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:24.085012 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-bb9406d9-a2d2-40aa-af25-64d04890b14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588176'] for network, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:24.203115 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-783986c4-a6f9-46e2-8268-4e0bdaaa68c9 req-edd2a7e4-295a-45e6-a582-68a7d85d1293 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f675e5666b19428a9822ff26629e69fc&device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 1098 time: 0.4657917 Aug 25 16:06:24.256800 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-40fd305d-18b0-4b1c-ada7-e8ccf9a45060 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--2092018312&fields=id&tenant_id=164d6d5d38f140d09589b51641a7cdf3 HTTP/1.1" status: 200 len: 267 time: 0.0503678 Aug 25 16:06:24.428259 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f45cbe-c717-46cc-a7a8-c10f88003255 req-623abd7c-d5d6-421f-9818-5962fa762dfa tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:24.429876 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a3f45cbe-c717-46cc-a7a8-c10f88003255 req-623abd7c-d5d6-421f-9818-5962fa762dfa tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.5379283 Aug 25 16:06:24.439285 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-bb9406d9-a2d2-40aa-af25-64d04890b14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730595', 'neutron.services.segments.db._delete_segments_for_network-8779528176258'] for network, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:24.450483 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-0f4c887a-db0f-464a-a7f6-153bf8ac02ee tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:24.453893 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-0f4c887a-db0f-464a-a7f6-153bf8ac02ee tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/networks?id=b0497f16-a3e0-46b0-81f5-eae02d264919 HTTP/1.1" status: 200 len: 810 time: 0.1901133 Aug 25 16:06:24.468516 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.services.segments.db [None req-bb9406d9-a2d2-40aa-af25-64d04890b14b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca38f4d3-d05d-4f95-9ce4-abe33509f6a8']}} {{(pid=75046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:06:24.478907 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-5aca98e0-b25c-44c2-922e-84ab03d9a871 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/quotas/164d6d5d38f140d09589b51641a7cdf3 HTTP/1.1" status: 200 len: 375 time: 0.0199964 Aug 25 16:06:24.512376 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.services.segments.db [None req-bb9406d9-a2d2-40aa-af25-64d04890b14b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25182ee2-225d-4510-a8b7-4d1cd134fd8d') {'for_net_delete': True} {{(pid=75046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:06:24.512673 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.services.segments.db [None req-bb9406d9-a2d2-40aa-af25-64d04890b14b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25182ee2-225d-4510-a8b7-4d1cd134fd8d') {} {{(pid=75046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:06:24.537352 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-bb9406d9-a2d2-40aa-af25-64d04890b14b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779528177565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4000215'] for segment, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:24.604392 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-bb9406d9-a2d2-40aa-af25-64d04890b14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:24.608037 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-912b8dc6-d98a-4789-8608-60a0774eb626 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=164d6d5d38f140d09589b51641a7cdf3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1282105 Aug 25 16:06:24.618040 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783986c4-a6f9-46e2-8268-4e0bdaaa68c9 req-c996fbe9-50dd-4cea-94e7-60ad75a511f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:24.625867 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-783986c4-a6f9-46e2-8268-4e0bdaaa68c9 req-c996fbe9-50dd-4cea-94e7-60ad75a511f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ce200f7d-ab4f-4302-beaa-d6a928b6d6a1 HTTP/1.1" status: 200 len: 921 time: 0.4076822 Aug 25 16:06:24.636006 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb9406d9-a2d2-40aa-af25-64d04890b14b admin admin] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=75046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:06:24.637679 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-bb9406d9-a2d2-40aa-af25-64d04890b14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1731343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3202327'] for segment, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:24.681687 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a3f45cbe-c717-46cc-a7a8-c10f88003255 req-66c1459d-123e-4e4d-9193-5c652ee7bfde tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331166 Aug 25 16:06:24.683573 dv-cinder-806008-1-iscsi neutron-server[75046]: Traceback (most recent call last): Aug 25 16:06:24.683573 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:06:24.683573 dv-cinder-806008-1-iscsi neutron-server[75046]: timer() Aug 25 16:06:24.683573 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:06:24.683573 dv-cinder-806008-1-iscsi neutron-server[75046]: cb(*args, **kw) Aug 25 16:06:24.683573 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:06:24.683573 dv-cinder-806008-1-iscsi neutron-server[75046]: return func(*args, **kwargs) Aug 25 16:06:24.683573 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:06:24.683573 dv-cinder-806008-1-iscsi neutron-server[75046]: self._notify() Aug 25 16:06:24.683573 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:06:24.683573 dv-cinder-806008-1-iscsi neutron-server[75046]: self.callback(batched_events) Aug 25 16:06:24.683573 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:06:24.683573 dv-cinder-806008-1-iscsi neutron-server[75046]: event.method(event) Aug 25 16:06:24.683573 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:06:24.683573 dv-cinder-806008-1-iscsi neutron-server[75046]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:06:24.683573 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:06:24.683573 dv-cinder-806008-1-iscsi neutron-server[75046]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:06:24.683573 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:06:24.683573 dv-cinder-806008-1-iscsi neutron-server[75046]: return f(self, *a, **k) Aug 25 16:06:24.683573 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:06:24.683573 dv-cinder-806008-1-iscsi neutron-server[75046]: return self._get(url).json() Aug 25 16:06:24.683573 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:06:24.683573 dv-cinder-806008-1-iscsi neutron-server[75046]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:06:24.683573 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:06:24.683573 dv-cinder-806008-1-iscsi neutron-server[75046]: return self.request(url, 'GET', **kwargs) Aug 25 16:06:24.683573 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:06:24.683573 dv-cinder-806008-1-iscsi neutron-server[75046]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:06:24.683573 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:06:24.683573 dv-cinder-806008-1-iscsi neutron-server[75046]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:06:24.683573 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:06:24.683573 dv-cinder-806008-1-iscsi neutron-server[75046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:06:24.683573 dv-cinder-806008-1-iscsi neutron-server[75046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:06:24.833193 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-b356cd41-812b-485a-9dab-20ea962df0c2 service neutron] 10.222.0.43 "GET /v2.0/networks/b0497f16-a3e0-46b0-81f5-eae02d264919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218406 Aug 25 16:06:24.890263 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-783986c4-a6f9-46e2-8268-4e0bdaaa68c9 req-de8f578c-0e61-4357-8a8f-0af2280a3e74 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a31aab4-f819-4247-9a1f-fd97d8d1c947 HTTP/1.1" status: 200 len: 217 time: 0.2563372 Aug 25 16:06:25.018246 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-bb9406d9-a2d2-40aa-af25-64d04890b14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683615'] for network, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:25.030252 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-e83b9076-4a6d-4826-9912-8d3238c12a39 service neutron] 10.222.0.43 "GET /v2.0/networks/b0497f16-a3e0-46b0-81f5-eae02d264919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884451 Aug 25 16:06:25.042134 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 689faede-518d-4d2f-a1c5-67b6a8c09289 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:06:25.042510 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-bb9406d9-a2d2-40aa-af25-64d04890b14b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:25.050335 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:25.096702 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9406d9-a2d2-40aa-af25-64d04890b14b admin admin] Pushing event deleted for resources: {'Network': ['ID=ca38f4d3-d05d-4f95-9ce4-abe33509f6a8,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:25.126961 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning for port 689faede-518d-4d2f-a1c5-67b6a8c09289 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:06:25.129386 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-bb9406d9-a2d2-40aa-af25-64d04890b14b admin admin] 10.222.0.43 "DELETE /v2.0/networks/ca38f4d3-d05d-4f95-9ce4-abe33509f6a8 HTTP/1.1" status: 204 len: 168 time: 1.6594381 Aug 25 16:06:25.135090 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 689faede-518d-4d2f-a1c5-67b6a8c09289 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:06:25.136020 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:25.137525 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-bb9406d9-a2d2-40aa-af25-64d04890b14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:25.142344 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783986c4-a6f9-46e2-8268-4e0bdaaa68c9 req-2d39b689-60d7-4cce-b8ef-c14a943c1cd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:25.143904 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-783986c4-a6f9-46e2-8268-4e0bdaaa68c9 req-2d39b689-60d7-4cce-b8ef-c14a943c1cd0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21c635d2-aa5a-4ebb-9743-23ef87a885c6 HTTP/1.1" status: 200 len: 859 time: 0.1892443 Aug 25 16:06:25.246107 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-783986c4-a6f9-46e2-8268-4e0bdaaa68c9 req-be13f712-33ee-41ad-9071-c9005cd30831 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ce200f7d-ab4f-4302-beaa-d6a928b6d6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722594 Aug 25 16:06:25.390348 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-783986c4-a6f9-46e2-8268-4e0bdaaa68c9 req-82423179-b3fd-44ae-86d0-1681c14b25d4 service neutron] 10.222.0.21 "GET /v2.0/networks/ce200f7d-ab4f-4302-beaa-d6a928b6d6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351719 Aug 25 16:06:25.399150 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-6fc978ce-1084-47a6-9b8f-59bdf1a0e8e6 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:25.400640 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-6fc978ce-1084-47a6-9b8f-59bdf1a0e8e6 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/networks?id=0f37ac8f-d089-43f1-b93d-c6b9eee36327 HTTP/1.1" status: 200 len: 809 time: 0.5495021 Aug 25 16:06:25.431672 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:25.512374 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-7f47b990-3aef-4e36-a3d3-c6d5f2740118 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/quotas/749be22c92aa443a8d39367758c7ddf9 HTTP/1.1" status: 200 len: 375 time: 0.0757813 Aug 25 16:06:25.550764 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] For port 689faede-518d-4d2f-a1c5-67b6a8c09289, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=689faede-518d-4d2f-a1c5-67b6a8c09289,segment=NetworkSegment(a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c),segment_id=a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:06:25.562855 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:25.564763 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-f0cdb219-e3ef-4d06-876d-26856dc22efa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:25.604108 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-783986c4-a6f9-46e2-8268-4e0bdaaa68c9 req-eb28a9d2-01ca-4da5-8814-d509d32e00e2 service neutron] 10.222.0.21 "GET /v2.0/networks/ce200f7d-ab4f-4302-beaa-d6a928b6d6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993678 Aug 25 16:06:25.676484 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 47752) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:25.693827 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-624f2687-9c04-4188-9a0d-1401efe08509 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=749be22c92aa443a8d39367758c7ddf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0928447 Aug 25 16:06:25.702768 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a38d98fd-62d3-4d30-80a1-abecdf3b4ec2 req-dcdde80c-47b6-4a8c-8cf0-1114c43a829c tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 210 time: 0.1101205 Aug 25 16:06:25.762678 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Pushing event updated for resources: {'Port': ['ID=689faede-518d-4d2f-a1c5-67b6a8c09289,revision_number=5']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:25.773596 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:25.913293 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-cebd69b9-4e42-4c20-9610-218858a2546b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:25.952080 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 47766) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:25.954337 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-e7ea5a86-4c10-4890-9743-9362e7eca98b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=35e9f734307748f1be53c560beda96d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2685931 Aug 25 16:06:26.018297 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-c242039a-3aa2-49e4-bdfc-76ffe9d08e58 service neutron] 10.222.0.43 "GET /v2.0/networks/0f37ac8f-d089-43f1-b93d-c6b9eee36327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890036 Aug 25 16:06:26.095852 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731048f2-8043-4152-9f62-2a2ffa4ef8a6 req-7d44049b-c0d3-4830-84b1-cf27232f573c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:26.097339 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-731048f2-8043-4152-9f62-2a2ffa4ef8a6 req-7d44049b-c0d3-4830-84b1-cf27232f573c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.2028410 Aug 25 16:06:26.131337 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ae1f07a7-9df2-460d-9733-4f9236f3d551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:26.173877 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ae1f07a7-9df2-460d-9733-4f9236f3d551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:26.184548 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-731048f2-8043-4152-9f62-2a2ffa4ef8a6 req-1a455138-9378-4bb5-9160-6395127b0789 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769842 Aug 25 16:06:26.188838 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-ecfd2146-bc54-4144-a5b0-a546d2567766 service neutron] 10.222.0.43 "GET /v2.0/networks/0f37ac8f-d089-43f1-b93d-c6b9eee36327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623929 Aug 25 16:06:26.245225 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ae1f07a7-9df2-460d-9733-4f9236f3d551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:26.250617 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-80e4c158-0e6a-4dc6-bcc8-f1837a867f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:26.265651 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f07a7-9df2-460d-9733-4f9236f3d551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed4c648-1e6c-434e-a2a6-59b5933fda31,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:26.269118 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-ae1f07a7-9df2-460d-9733-4f9236f3d551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:26.271249 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ae1f07a7-9df2-460d-9733-4f9236f3d551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:26.272381 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-ae1f07a7-9df2-460d-9733-4f9236f3d551 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6ed4c648-1e6c-434e-a2a6-59b5933fda31 HTTP/1.1" status: 204 len: 168 time: 0.3191323 Aug 25 16:06:26.408762 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:26.478563 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-39377783-6d58-4d94-a96a-dad428516a43 req-3371ce11-2944-4219-9ea8-80885a6e2fa4 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 210 time: 0.0541430 Aug 25 16:06:26.536876 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-08f33655-1fc4-42da-b23c-ab825c882414 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:26.538543 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-08f33655-1fc4-42da-b23c-ab825c882414 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/networks?id=19552b71-7cb9-4c5a-9436-fcba33552e32 HTTP/1.1" status: 200 len: 815 time: 0.2135139 Aug 25 16:06:26.557951 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-5b004c45-3365-466b-8bc7-002ec7c8fe9b tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/quotas/2e09075145744d7794abaa90e728ee8c HTTP/1.1" status: 200 len: 375 time: 0.0137022 Aug 25 16:06:26.655706 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-84f8833f-2161-4390-b5b4-d43d435339c0 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e09075145744d7794abaa90e728ee8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923274 Aug 25 16:06:26.813804 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-cf9e8bcd-d9d6-4b62-ac67-2a4742c9c71b service neutron] 10.222.0.43 "GET /v2.0/networks/19552b71-7cb9-4c5a-9436-fcba33552e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503916 Aug 25 16:06:26.914573 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-9161be82-9e17-4d1d-b4fc-4285e846eb46 req-c8455f8d-12ce-4d3f-9d47-6c5c8b3c1967 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Synchronizing usage tracker for tenant:164d6d5d38f140d09589b51641a7cdf3 on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:06:26.932036 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 47794) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:26.951565 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-9161be82-9e17-4d1d-b4fc-4285e846eb46 req-c8455f8d-12ce-4d3f-9d47-6c5c8b3c1967 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Unset dirty status for tenant:164d6d5d38f140d09589b51641a7cdf3 on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:06:26.962672 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9161be82-9e17-4d1d-b4fc-4285e846eb46 req-c8455f8d-12ce-4d3f-9d47-6c5c8b3c1967 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 210 time: 0.0931818 Aug 25 16:06:27.016974 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-eadc1a1f-fbce-444d-94cd-6045ce45a87a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fa43bbd1a89745cb82dc9945242accf9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0833282 Aug 25 16:06:27.018376 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-e606a2ac-c70d-4e56-a64b-c330daec34c9 service neutron] 10.222.0.43 "GET /v2.0/networks/19552b71-7cb9-4c5a-9436-fcba33552e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030652 Aug 25 16:06:27.019378 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 47798) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:27.031755 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 689faede-518d-4d2f-a1c5-67b6a8c09289 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:06:27.102716 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-cf76d3eb-7675-482f-bea8-c0922c7a8e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:27.120219 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 689faede-518d-4d2f-a1c5-67b6a8c09289 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:06:27.120863 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:27.243017 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-cf76d3eb-7675-482f-bea8-c0922c7a8e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:27.383484 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3e27d888-87b2-4236-9777-7e230de6aa6f req-a86fa95e-8c9e-4f59-8c24-33707ea35ccd tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dba4c97-bb45-403d-ab17-018eb778075a HTTP/1.1" status: 200 len: 210 time: 0.0608640 Aug 25 16:06:27.499537 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-2761f210-5cf7-4f33-ad55-7daa627156b3 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:27.500402 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-2761f210-5cf7-4f33-ad55-7daa627156b3 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Synchronizing usage tracker for tenant:164d6d5d38f140d09589b51641a7cdf3 on resource:network {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:06:27.547372 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-2761f210-5cf7-4f33-ad55-7daa627156b3 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Unset dirty status for tenant:164d6d5d38f140d09589b51641a7cdf3 on resource:network {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:06:27.548992 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-2761f210-5cf7-4f33-ad55-7daa627156b3 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.21 "GET /v2.0/networks?id=b0497f16-a3e0-46b0-81f5-eae02d264919 HTTP/1.1" status: 200 len: 810 time: 0.4274743 Aug 25 16:06:27.551336 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-cf76d3eb-7675-482f-bea8-c0922c7a8e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:27.556050 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-0e92e3ce-db5c-41be-96f8-08093772d115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:27.577676 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76d3eb-7675-482f-bea8-c0922c7a8e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b11513-34f3-4696-b2a7-f7e41e58d90c,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:27.581952 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-cf76d3eb-7675-482f-bea8-c0922c7a8e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:27.585728 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-cf76d3eb-7675-482f-bea8-c0922c7a8e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:27.587026 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-cf76d3eb-7675-482f-bea8-c0922c7a8e2b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c7b11513-34f3-4696-b2a7-f7e41e58d90c HTTP/1.1" status: 204 len: 168 time: 0.5665710 Aug 25 16:06:27.659013 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f2aa5-81a9-43c9-9e50-6e50b726d638 req-e93e6b4f-9a5b-4eba-809c-b5f4bbfdc783 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:27.668090 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1b2f2aa5-81a9-43c9-9e50-6e50b726d638 req-e93e6b4f-9a5b-4eba-809c-b5f4bbfdc783 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.2144465 Aug 25 16:06:27.731217 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-28fc2772-4a21-4141-a8b1-a9d13f954fd2 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Synchronizing usage tracker for tenant:164d6d5d38f140d09589b51641a7cdf3 on resource:security_group {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:06:27.752558 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1b2f2aa5-81a9-43c9-9e50-6e50b726d638 req-e3ecbd3f-74d5-43aa-8995-0cfd1c091419 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835381 Aug 25 16:06:27.781329 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-28fc2772-4a21-4141-a8b1-a9d13f954fd2 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Unset dirty status for tenant:164d6d5d38f140d09589b51641a7cdf3 on resource:security_group {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:06:27.782477 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-28fc2772-4a21-4141-a8b1-a9d13f954fd2 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=164d6d5d38f140d09589b51641a7cdf3 HTTP/1.1" status: 200 len: 380 time: 0.1692045 Aug 25 16:06:27.816297 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-50ffb0f1-f76e-407a-9119-42524441c73b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Request body: {'port': {'device_id': 'bb90aae1-a95c-4b83-adcd-d4d016c3c31e', 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919', 'admin_state_up': True, 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'security_groups': ['a2d8919f-3349-4d77-b906-be549cf0c9bd']}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:06:27.820291 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-93317461-3353-401a-98c8-c2daaf6a319f req-a526ec5f-aa09-4410-98d8-5a0871d84318 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 210 time: 0.0840766 Aug 25 16:06:27.996929 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-50ffb0f1-f76e-407a-9119-42524441c73b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:28.016883 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-50ffb0f1-f76e-407a-9119-42524441c73b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:28.030967 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-50ffb0f1-f76e-407a-9119-42524441c73b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Made reservation on behalf of 164d6d5d38f140d09589b51641a7cdf3 for: {'port': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:06:28.036577 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-50ffb0f1-f76e-407a-9119-42524441c73b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:28.179526 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-a58afa24-a3f4-4987-8cbc-fd065596d888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:28.227490 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8e9ffb64-806b-4640-9bd2-1d3259b213c0 req-79552ada-7255-493c-ba13-c486c5ec3d38 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 210 time: 0.0488276 Aug 25 16:06:28.245433 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 47844) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:28.410354 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-39603648-224f-4b4f-ab1a-ea00ae717677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:28.472039 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.db_base_plugin_common [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-50ffb0f1-f76e-407a-9119-42524441c73b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Allocated IP 172.20.0.5 (b0497f16-a3e0-46b0-81f5-eae02d264919/03b41362-f061-4c09-83d7-5c1bf8e439a3/49913d17-294d-4f67-859d-90517c3f0c9c) {{(pid=75046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:06:28.481247 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-39603648-224f-4b4f-ab1a-ea00ae717677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:28.498112 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-39603648-224f-4b4f-ab1a-ea00ae717677 admin admin] Usage tracker for resource:security_group_rule and tenant:65e57dc612924a7dbef7ffc4750f74ae is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:28.503678 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-39603648-224f-4b4f-ab1a-ea00ae717677 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:28.513537 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-39603648-224f-4b4f-ab1a-ea00ae717677 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:28.621521 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-61f7c521-6bdf-47e4-8b6e-70d9d657dd3a req-08b0c512-85c5-42b5-9f4a-fe264951bf16 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dba4c97-bb45-403d-ab17-018eb778075a HTTP/1.1" status: 200 len: 210 time: 0.0566773 Aug 25 16:06:28.654871 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-39603648-224f-4b4f-ab1a-ea00ae717677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:28.659676 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-39603648-224f-4b4f-ab1a-ea00ae717677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:28.668572 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-5c2351be-7c09-44cd-9a11-9fcb6b91417b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:28.709955 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39603648-224f-4b4f-ab1a-ea00ae717677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f8226d-803f-4ab3-a75a-39b3e0d486cd,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:28.713177 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-39603648-224f-4b4f-ab1a-ea00ae717677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:28.719028 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-39603648-224f-4b4f-ab1a-ea00ae717677 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=65e57dc612924a7dbef7ffc4750f74ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4719412 Aug 25 16:06:28.719028 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 47858) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:28.721248 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-50ffb0f1-f76e-407a-9119-42524441c73b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for port, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:28.743834 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-2ecef12f-d19d-4daa-b152-4df4a47a1b14 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:28.745562 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-2ecef12f-d19d-4daa-b152-4df4a47a1b14 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.21 "GET /v2.0/networks?id=0f37ac8f-d089-43f1-b93d-c6b9eee36327 HTTP/1.1" status: 200 len: 809 time: 0.4159195 Aug 25 16:06:28.746628 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.provisioning_blocks [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-50ffb0f1-f76e-407a-9119-42524441c73b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Transition to ACTIVE for port object 49913d17-294d-4f67-859d-90517c3f0c9c will not be triggered until provisioned by entity DHCP. {{(pid=75046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:06:28.771538 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-50ffb0f1-f76e-407a-9119-42524441c73b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:28.779041 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-8aec42c8-eda0-4086-aaec-f217cd45ce4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:28.790591 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-065252d6-c98a-48ff-8c87-631aa4558515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:28.818061 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-065252d6-c98a-48ff-8c87-631aa4558515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:28.846442 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-50ffb0f1-f76e-407a-9119-42524441c73b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Network b0497f16-a3e0-46b0-81f5-eae02d264919 is already hosted by enough agents. {{(pid=75046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:06:28.850523 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-50ffb0f1-f76e-407a-9119-42524441c73b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Resources bound (agent type, host, resource id): {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:06:28.855225 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-50ffb0f1-f76e-407a-9119-42524441c73b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Received port after_create {{(pid=75046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:06:28.903456 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-065252d6-c98a-48ff-8c87-631aa4558515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:28.917410 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-615c03b1-220f-457b-b8f5-2cc4a1c13772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:28.947483 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065252d6-c98a-48ff-8c87-631aa4558515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f8226d-803f-4ab3-a75a-39b3e0d486cd,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:28.950457 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-50ffb0f1-f76e-407a-9119-42524441c73b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:28.951194 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-50ffb0f1-f76e-407a-9119-42524441c73b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:28.953032 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-065252d6-c98a-48ff-8c87-631aa4558515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:28.957113 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-065252d6-c98a-48ff-8c87-631aa4558515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:28.958970 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-065252d6-c98a-48ff-8c87-631aa4558515 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66f8226d-803f-4ab3-a75a-39b3e0d486cd HTTP/1.1" status: 204 len: 168 time: 0.2390587 Aug 25 16:06:28.966854 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ffb0f1-f76e-407a-9119-42524441c73b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Pushing event updated for resources: {'Port': ['ID=49913d17-294d-4f67-859d-90517c3f0c9c,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:28.979543 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-268f3a9d-a0ba-4298-b0a0-30280c30876d tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Request body: {'port': {'device_id': '722ba4f4-9bf9-4779-8df4-545ffa44ef41', 'network_id': '0f37ac8f-d089-43f1-b93d-c6b9eee36327', 'admin_state_up': True, 'tenant_id': '749be22c92aa443a8d39367758c7ddf9'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:06:29.104800 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-50ffb0f1-f76e-407a-9119-42524441c73b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:29.167305 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-dd849939-96da-436a-92ec-33436406b8a3 req-87463cae-7cdb-4a52-bd7b-507720c94195 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 210 time: 0.0969243 Aug 25 16:06:29.227833 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:29.249845 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-1bee771a-e6ed-4f39-a411-7d53d9801636 None None] Provisioning for port 49913d17-294d-4f67-859d-90517c3f0c9c completed by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:06:29.256790 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-1bee771a-e6ed-4f39-a411-7d53d9801636 None None] Provisioning complete for port 49913d17-294d-4f67-859d-90517c3f0c9c triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:06:29.257909 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-1bee771a-e6ed-4f39-a411-7d53d9801636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:29.318117 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-1bee771a-e6ed-4f39-a411-7d53d9801636 None None] Port 49913d17-294d-4f67-859d-90517c3f0c9c cannot update to ACTIVE because it is not bound. {{(pid=75047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:06:29.450841 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-50ffb0f1-f76e-407a-9119-42524441c73b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6408799 Aug 25 16:06:29.463876 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-2b326f05-61b1-4314-9820-1230a28acd63 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:29.466145 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-2b326f05-61b1-4314-9820-1230a28acd63 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.21 "GET /v2.0/networks?id=19552b71-7cb9-4c5a-9436-fcba33552e32 HTTP/1.1" status: 200 len: 815 time: 0.2973645 Aug 25 16:06:29.552901 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-d3990d30-4dd4-4aef-a1f0-8c5182be9c79 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Request body: {'port': {'device_id': '8dba4c97-bb45-403d-ab17-018eb778075a', 'network_id': '19552b71-7cb9-4c5a-9436-fcba33552e32', 'admin_state_up': True, 'tenant_id': '2e09075145744d7794abaa90e728ee8c'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:06:29.561896 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-caa1fba2-2325-4a52-ba12-39ddc4649c2f service neutron] Request body: {'port': {'device_id': 'bb90aae1-a95c-4b83-adcd-d4d016c3c31e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:06:29.670638 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 47888) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:29.703411 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f042ef1-29b6-4349-9cdf-e2782ac57750 req-37b9181d-04f8-47bb-a529-813095222473 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:29.709461 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3f042ef1-29b6-4349-9cdf-e2782ac57750 req-37b9181d-04f8-47bb-a529-813095222473 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.7488670 Aug 25 16:06:29.715571 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-8ca2b1f2-6394-41c3-a76f-44eef54c3ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:29.736070 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-268f3a9d-a0ba-4298-b0a0-30280c30876d tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:29.743808 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-caa1fba2-2325-4a52-ba12-39ddc4649c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:29.756675 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-268f3a9d-a0ba-4298-b0a0-30280c30876d tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Usage tracker for resource:port and tenant:749be22c92aa443a8d39367758c7ddf9 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:29.757715 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-d3990d30-4dd4-4aef-a1f0-8c5182be9c79 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:29.761665 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-268f3a9d-a0ba-4298-b0a0-30280c30876d tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:29.766832 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37aaa3c-4d66-4115-9d92-cba9f7499372 req-a15fb878-541d-4280-887e-730e0c174ded tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:29.768295 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a37aaa3c-4d66-4115-9d92-cba9f7499372 req-a15fb878-541d-4280-887e-730e0c174ded tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 931 time: 0.2738528 Aug 25 16:06:29.772973 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-268f3a9d-a0ba-4298-b0a0-30280c30876d tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:29.805384 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-d3990d30-4dd4-4aef-a1f0-8c5182be9c79 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:29.813665 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-8ca2b1f2-6394-41c3-a76f-44eef54c3ad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:29.821283 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-8ca2b1f2-6394-41c3-a76f-44eef54c3ad8 admin admin] Usage tracker for resource:security_group_rule and tenant:13c95182861d42f8aff96311b80426bc is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:29.825539 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-8ca2b1f2-6394-41c3-a76f-44eef54c3ad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:29.834258 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-8ca2b1f2-6394-41c3-a76f-44eef54c3ad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:29.843940 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-268f3a9d-a0ba-4298-b0a0-30280c30876d tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Made reservation on behalf of 749be22c92aa443a8d39367758c7ddf9 for: {'port': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:06:29.846932 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-268f3a9d-a0ba-4298-b0a0-30280c30876d tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:29.847502 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-d3990d30-4dd4-4aef-a1f0-8c5182be9c79 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Made reservation on behalf of 2e09075145744d7794abaa90e728ee8c for: {'port': 1} {{(pid=75045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:06:29.850678 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-d3990d30-4dd4-4aef-a1f0-8c5182be9c79 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:29.874410 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3f042ef1-29b6-4349-9cdf-e2782ac57750 req-45adc11e-d8a8-4985-bb10-75b2fdcb789a tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636808 Aug 25 16:06:29.904912 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a37aaa3c-4d66-4115-9d92-cba9f7499372 req-a85236dd-17e9-4c82-8658-fecc5712c3cd tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213694 Aug 25 16:06:30.080848 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-8ca2b1f2-6394-41c3-a76f-44eef54c3ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:30.088196 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-8ca2b1f2-6394-41c3-a76f-44eef54c3ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:30.103084 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-96f137c6-e526-4934-a36f-ec2df4082a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:30.188982 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9c29872d-bab3-4865-96cb-3490435cc06e req-cd4d74de-fd86-4435-a4bb-99e363f98d31 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dba4c97-bb45-403d-ab17-018eb778075a HTTP/1.1" status: 200 len: 210 time: 0.0911608 Aug 25 16:06:30.222033 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_common [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-d3990d30-4dd4-4aef-a1f0-8c5182be9c79 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Allocated IP 172.20.0.4 (19552b71-7cb9-4c5a-9436-fcba33552e32/df66c879-3ba5-40b2-94eb-12264a9babfa/a135a3be-a756-44a8-a693-182e684ea79b) {{(pid=75045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:06:30.224969 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2b1f2-6394-41c3-a76f-44eef54c3ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9deff884-1555-49d6-beb5-22f25db95f35,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:30.242219 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-8ca2b1f2-6394-41c3-a76f-44eef54c3ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:30.249544 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-8ca2b1f2-6394-41c3-a76f-44eef54c3ad8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=13c95182861d42f8aff96311b80426bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5772767 Aug 25 16:06:30.251541 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 47900) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:30.264285 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.db_base_plugin_common [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-268f3a9d-a0ba-4298-b0a0-30280c30876d tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Allocated IP 172.20.0.9 (0f37ac8f-d089-43f1-b93d-c6b9eee36327/8be271ee-cfae-41b8-b827-df03300633c6/3639de66-2c8a-4050-8182-bd76ed065720) {{(pid=75046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:06:30.445838 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-1a1b5873-f453-45dd-abac-2f2d41f4bd8f req-ad233ed7-bf93-4d3a-8235-dfa0697f4925 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 210 time: 0.1016688 Aug 25 16:06:30.477767 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-49f0ecd6-49ef-4e93-a07a-62d4f6e2a0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:30.553489 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-caa1fba2-2325-4a52-ba12-39ddc4649c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49913d17-294d-4f67-859d-90517c3f0c9c {{(pid=75046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:06:30.555316 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-d3990d30-4dd4-4aef-a1f0-8c5182be9c79 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Notify callbacks [] for port, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:30.565921 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-caa1fba2-2325-4a52-ba12-39ddc4649c2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:30.588936 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-d3990d30-4dd4-4aef-a1f0-8c5182be9c79 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:30.595963 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-76215b3e-2e86-419c-9cd8-ecc0d9c70ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:30.604281 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-49f0ecd6-49ef-4e93-a07a-62d4f6e2a0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:30.642783 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.provisioning_blocks [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-caa1fba2-2325-4a52-ba12-39ddc4649c2f service neutron] Transition to ACTIVE for port object 49913d17-294d-4f67-859d-90517c3f0c9c will not be triggered until provisioned by entity L2. {{(pid=75046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:06:30.652011 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['5d9c29e6-4d23-40c8-9b7d-cbf20832f84e', '7cbe1000-d34f-47f5-87d2-e8205a68c21f'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:06:30.663870 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-d3990d30-4dd4-4aef-a1f0-8c5182be9c79 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Network 19552b71-7cb9-4c5a-9436-fcba33552e32 is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:06:30.666993 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-d3990d30-4dd4-4aef-a1f0-8c5182be9c79 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:06:30.669306 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-caa1fba2-2325-4a52-ba12-39ddc4649c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:30.672541 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-d3990d30-4dd4-4aef-a1f0-8c5182be9c79 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Received port after_create {{(pid=75045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:06:30.680534 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-f4077fb1-1534-4814-bd6b-f8a0c7318014 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:30.703020 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3990d30-4dd4-4aef-a1f0-8c5182be9c79 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Pushing event updated for resources: {'Port': ['ID=a135a3be-a756-44a8-a693-182e684ea79b,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:30.709936 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-d3990d30-4dd4-4aef-a1f0-8c5182be9c79 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:30.732363 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:30.742446 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-d3990d30-4dd4-4aef-a1f0-8c5182be9c79 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:30.742730 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-d3990d30-4dd4-4aef-a1f0-8c5182be9c79 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for port, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:30.756110 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-268f3a9d-a0ba-4298-b0a0-30280c30876d tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Notify callbacks [] for port, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:30.785470 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-d3990d30-4dd4-4aef-a1f0-8c5182be9c79 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2375979 Aug 25 16:06:30.814099 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-7ed0ebe0-17ed-468e-b2a2-c28f50e0890c service neutron] Request body: {'port': {'device_id': '8dba4c97-bb45-403d-ab17-018eb778075a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:06:30.822873 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa1fba2-2325-4a52-ba12-39ddc4649c2f service neutron] Pushing event updated for resources: {'Port': ['ID=49913d17-294d-4f67-859d-90517c3f0c9c,revision_number=2']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:30.839308 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-caa1fba2-2325-4a52-ba12-39ddc4649c2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:30.848011 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-49f0ecd6-49ef-4e93-a07a-62d4f6e2a0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:30.854727 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-0f3c3891-0423-4138-b560-f92f663feef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:30.903961 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0ecd6-49ef-4e93-a07a-62d4f6e2a0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9deff884-1555-49d6-beb5-22f25db95f35,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:30.977331 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-7ed0ebe0-17ed-468e-b2a2-c28f50e0890c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:30.977883 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-49f0ecd6-49ef-4e93-a07a-62d4f6e2a0a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:31.178309 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-49f0ecd6-49ef-4e93-a07a-62d4f6e2a0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:31.179412 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-49f0ecd6-49ef-4e93-a07a-62d4f6e2a0a9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9deff884-1555-49d6-beb5-22f25db95f35 HTTP/1.1" status: 204 len: 168 time: 0.9252119 Aug 25 16:06:31.205864 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-caa1fba2-2325-4a52-ba12-39ddc4649c2f service neutron] Attempting to bind port 49913d17-294d-4f67-859d-90517c3f0c9c on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:06:31.211939 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-caa1fba2-2325-4a52-ba12-39ddc4649c2f service neutron] Attempting to bind port 49913d17-294d-4f67-859d-90517c3f0c9c by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919'}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:06:31.212290 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-caa1fba2-2325-4a52-ba12-39ddc4649c2f service neutron] Attempting to bind port 49913d17-294d-4f67-859d-90517c3f0c9c on network b0497f16-a3e0-46b0-81f5-eae02d264919 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:06:31.226062 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-268f3a9d-a0ba-4298-b0a0-30280c30876d tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:31.228087 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-caa1fba2-2325-4a52-ba12-39ddc4649c2f service neutron] Port 49913d17-294d-4f67-859d-90517c3f0c9c on network b0497f16-a3e0-46b0-81f5-eae02d264919 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:06:31.229095 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-caa1fba2-2325-4a52-ba12-39ddc4649c2f service neutron] Attempting to bind port 49913d17-294d-4f67-859d-90517c3f0c9c on network b0497f16-a3e0-46b0-81f5-eae02d264919 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:06:31.251403 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-caa1fba2-2325-4a52-ba12-39ddc4649c2f service neutron] Checking agent: {'id': '931cd7a1-d330-4f67-a87c-c25f72aa55d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:06:31.252105 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-caa1fba2-2325-4a52-ba12-39ddc4649c2f service neutron] Checking segment: {'id': 'a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:06:31.252833 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-caa1fba2-2325-4a52-ba12-39ddc4649c2f service neutron] Bound using segment: {'id': 'a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919'} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:06:31.253657 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-caa1fba2-2325-4a52-ba12-39ddc4649c2f service neutron] Bound port: 49913d17-294d-4f67-859d-90517c3f0c9c, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919'}}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:06:31.254421 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-caa1fba2-2325-4a52-ba12-39ddc4649c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:31.355103 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ed513-bb32-4310-9963-1079e7ddf38a req-35217919-e96b-4d4b-9184-528673a81861 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:31.356999 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-caa1fba2-2325-4a52-ba12-39ddc4649c2f service neutron] For port 49913d17-294d-4f67-859d-90517c3f0c9c, host hv-cinder-80600, cleared binding levels {{(pid=75046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:06:31.360338 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-caa1fba2-2325-4a52-ba12-39ddc4649c2f service neutron] For port 49913d17-294d-4f67-859d-90517c3f0c9c, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=49913d17-294d-4f67-859d-90517c3f0c9c,segment=NetworkSegment(a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c),segment_id=a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c)] {{(pid=75046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:06:31.361907 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3f5ed513-bb32-4310-9963-1079e7ddf38a req-35217919-e96b-4d4b-9184-528673a81861 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 943 time: 0.2190886 Aug 25 16:06:31.372740 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:31.438262 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3f5ed513-bb32-4310-9963-1079e7ddf38a req-a56e8370-86d0-4e1e-9c85-077b8333e565 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747163 Aug 25 16:06:31.444752 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-caa1fba2-2325-4a52-ba12-39ddc4649c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:31.455173 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-268f3a9d-a0ba-4298-b0a0-30280c30876d tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Network 0f37ac8f-d089-43f1-b93d-c6b9eee36327 is already hosted by enough agents. {{(pid=75046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:06:31.473108 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-268f3a9d-a0ba-4298-b0a0-30280c30876d tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Resources bound (agent type, host, resource id): {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:06:31.482761 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f3a9d-a0ba-4298-b0a0-30280c30876d tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Pushing event updated for resources: {'Port': ['ID=3639de66-2c8a-4050-8182-bd76ed065720,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:31.500738 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-268f3a9d-a0ba-4298-b0a0-30280c30876d tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Received port after_create {{(pid=75046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:06:31.579619 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-caa1fba2-2325-4a52-ba12-39ddc4649c2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:31.582704 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-caa1fba2-2325-4a52-ba12-39ddc4649c2f service neutron] 10.222.0.21 "PUT /v2.0/ports/49913d17-294d-4f67-859d-90517c3f0c9c HTTP/1.1" status: 200 len: 1093 time: 2.0324869 Aug 25 16:06:31.588550 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb90aae1-a95c-4b83-adcd-d4d016c3c31e', 'tag': '49913d17-294d-4f67-859d-90517c3f0c9c'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:06:31.604807 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c9811-1447-4a15-8fb3-2231fa856e6b req-e15aacef-46bf-4c3d-9e32-c3b345e13e08 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:31.614971 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-345c9811-1447-4a15-8fb3-2231fa856e6b req-e15aacef-46bf-4c3d-9e32-c3b345e13e08 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.5237951 Aug 25 16:06:31.689166 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-268f3a9d-a0ba-4298-b0a0-30280c30876d tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:31.689840 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-268f3a9d-a0ba-4298-b0a0-30280c30876d tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:31.701652 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.notifiers.nova [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-7ed0ebe0-17ed-468e-b2a2-c28f50e0890c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a135a3be-a756-44a8-a693-182e684ea79b {{(pid=75045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:06:31.723077 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-7ed0ebe0-17ed-468e-b2a2-c28f50e0890c service neutron] Notify callbacks [] for port, precommit_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:31.743037 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.provisioning_blocks [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-7ed0ebe0-17ed-468e-b2a2-c28f50e0890c service neutron] Transition to ACTIVE for port object a135a3be-a756-44a8-a693-182e684ea79b will not be triggered until provisioned by entity L2. {{(pid=75045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:06:31.758360 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-7ed0ebe0-17ed-468e-b2a2-c28f50e0890c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3837783'] for port, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:31.775815 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:31.947494 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-268f3a9d-a0ba-4298-b0a0-30280c30876d tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:31.951036 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30db34-e507-44fd-bb50-234434efa643 req-7416ac1e-9896-445b-88d3-f11525d56c4a tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:31.951695 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-ff30db34-e507-44fd-bb50-234434efa643 req-7416ac1e-9896-445b-88d3-f11525d56c4a tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Synchronizing usage tracker for tenant:2e09075145744d7794abaa90e728ee8c on resource:port {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:06:31.961147 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-caa1fba2-2325-4a52-ba12-39ddc4649c2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.490s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:31.974935 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0ebe0-17ed-468e-b2a2-c28f50e0890c service neutron] Pushing event updated for resources: {'Port': ['ID=a135a3be-a756-44a8-a693-182e684ea79b,revision_number=2']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:31.987547 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-7ed0ebe0-17ed-468e-b2a2-c28f50e0890c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:31.998051 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-268f3a9d-a0ba-4298-b0a0-30280c30876d tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0323126 Aug 25 16:06:32.022090 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-ff30db34-e507-44fd-bb50-234434efa643 req-7416ac1e-9896-445b-88d3-f11525d56c4a tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Unset dirty status for tenant:2e09075145744d7794abaa90e728ee8c on resource:port {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:06:32.023284 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ff30db34-e507-44fd-bb50-234434efa643 req-7416ac1e-9896-445b-88d3-f11525d56c4a tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dba4c97-bb45-403d-ab17-018eb778075a HTTP/1.1" status: 200 len: 931 time: 0.4074676 Aug 25 16:06:32.043635 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Request body: {'port': {'device_id': '722ba4f4-9bf9-4779-8df4-545ffa44ef41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:06:32.103266 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-345c9811-1447-4a15-8fb3-2231fa856e6b req-0597b4c7-913c-4a3f-9874-4b06e8a092bb tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874299 Aug 25 16:06:32.110935 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa1fba2-2325-4a52-ba12-39ddc4649c2f service neutron] Pushing event updated for resources: {'Port': ['ID=49913d17-294d-4f67-859d-90517c3f0c9c,revision_number=3']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:32.116853 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-caa1fba2-2325-4a52-ba12-39ddc4649c2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:32.140836 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ff30db34-e507-44fd-bb50-234434efa643 req-4f59b67b-0230-41b4-906b-8bd0880967dd tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838273 Aug 25 16:06:32.141652 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.managers [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-7ed0ebe0-17ed-468e-b2a2-c28f50e0890c service neutron] Attempting to bind port a135a3be-a756-44a8-a693-182e684ea79b on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:06:32.141977 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.managers [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-7ed0ebe0-17ed-468e-b2a2-c28f50e0890c service neutron] Attempting to bind port a135a3be-a756-44a8-a693-182e684ea79b by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '61fee6c7-ad76-40fb-8847-c586ac08ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '19552b71-7cb9-4c5a-9436-fcba33552e32'}] {{(pid=75045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:06:32.142298 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-7ed0ebe0-17ed-468e-b2a2-c28f50e0890c service neutron] Attempting to bind port a135a3be-a756-44a8-a693-182e684ea79b on network 19552b71-7cb9-4c5a-9436-fcba33552e32 {{(pid=75045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:06:32.149292 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-7ed0ebe0-17ed-468e-b2a2-c28f50e0890c service neutron] Port a135a3be-a756-44a8-a693-182e684ea79b on network 19552b71-7cb9-4c5a-9436-fcba33552e32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:06:32.149601 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-7ed0ebe0-17ed-468e-b2a2-c28f50e0890c service neutron] Attempting to bind port a135a3be-a756-44a8-a693-182e684ea79b on network 19552b71-7cb9-4c5a-9436-fcba33552e32 {{(pid=75045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:06:32.166059 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-7ed0ebe0-17ed-468e-b2a2-c28f50e0890c service neutron] Checking agent: {'id': '931cd7a1-d330-4f67-a87c-c25f72aa55d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:06:32.166397 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-7ed0ebe0-17ed-468e-b2a2-c28f50e0890c service neutron] Checking segment: {'id': '61fee6c7-ad76-40fb-8847-c586ac08ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '19552b71-7cb9-4c5a-9436-fcba33552e32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:06:32.166752 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-7ed0ebe0-17ed-468e-b2a2-c28f50e0890c service neutron] Bound using segment: {'id': '61fee6c7-ad76-40fb-8847-c586ac08ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '19552b71-7cb9-4c5a-9436-fcba33552e32'} {{(pid=75045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:06:32.167165 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.managers [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-7ed0ebe0-17ed-468e-b2a2-c28f50e0890c service neutron] Bound port: a135a3be-a756-44a8-a693-182e684ea79b, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61fee6c7-ad76-40fb-8847-c586ac08ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '19552b71-7cb9-4c5a-9436-fcba33552e32'}}] {{(pid=75045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:06:32.167495 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-7ed0ebe0-17ed-468e-b2a2-c28f50e0890c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:32.185374 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-d63aa4af-9f59-43d4-b429-be129e8f5eb0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=164d6d5d38f140d09589b51641a7cdf3&device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 1096 time: 0.4750483 Aug 25 16:06:32.195302 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:32.302562 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.db [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-7ed0ebe0-17ed-468e-b2a2-c28f50e0890c service neutron] For port a135a3be-a756-44a8-a693-182e684ea79b, host hv-cinder-80600, cleared binding levels {{(pid=75045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:06:32.306719 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.db [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-7ed0ebe0-17ed-468e-b2a2-c28f50e0890c service neutron] For port a135a3be-a756-44a8-a693-182e684ea79b, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a135a3be-a756-44a8-a693-182e684ea79b,segment=NetworkSegment(61fee6c7-ad76-40fb-8847-c586ac08ad22),segment_id=61fee6c7-ad76-40fb-8847-c586ac08ad22)] {{(pid=75045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:06:32.319787 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-7ed0ebe0-17ed-468e-b2a2-c28f50e0890c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3837783'] for port, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:32.326165 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-4a4f7a4e-6eb3-4557-9774-b685e509f383 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49913d17-294d-4f67-859d-90517c3f0c9c HTTP/1.1" status: 200 len: 217 time: 0.1070340 Aug 25 16:06:32.339044 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-d3990d30-4dd4-4aef-a1f0-8c5182be9c79 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:32.343880 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb90aae1-a95c-4b83-adcd-d4d016c3c31e', 'tag': '49913d17-294d-4f67-859d-90517c3f0c9c', 'status': 'completed', 'code': 200} Aug 25 16:06:32.401482 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-7ed0ebe0-17ed-468e-b2a2-c28f50e0890c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for port, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:32.404415 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-7ed0ebe0-17ed-468e-b2a2-c28f50e0890c service neutron] 10.222.0.21 "PUT /v2.0/ports/a135a3be-a756-44a8-a693-182e684ea79b HTTP/1.1" status: 200 len: 1093 time: 1.5966542 Aug 25 16:06:32.411259 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dba4c97-bb45-403d-ab17-018eb778075a', 'tag': 'a135a3be-a756-44a8-a693-182e684ea79b'}] {{(pid=75045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:06:32.463107 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0ebe0-17ed-468e-b2a2-c28f50e0890c service neutron] Pushing event updated for resources: {'Port': ['ID=a135a3be-a756-44a8-a693-182e684ea79b,revision_number=3']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:32.464871 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-7ed0ebe0-17ed-468e-b2a2-c28f50e0890c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:32.480186 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dba4c97-bb45-403d-ab17-018eb778075a', 'tag': 'a135a3be-a756-44a8-a693-182e684ea79b', 'status': 'completed', 'code': 200} Aug 25 16:06:32.522510 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-2ffb3076-1919-468c-b5e6-eef9c3204f52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:32.523972 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-2ffb3076-1919-468c-b5e6-eef9c3204f52 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03b41362-f061-4c09-83d7-5c1bf8e439a3 HTTP/1.1" status: 200 len: 849 time: 0.1794326 Aug 25 16:06:32.665025 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-e37f74e8-bb4e-4443-a732-3f1111736eba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e09075145744d7794abaa90e728ee8c&device_id=8dba4c97-bb45-403d-ab17-018eb778075a HTTP/1.1" status: 200 len: 1096 time: 0.1640177 Aug 25 16:06:32.713016 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75749728-1871-4ff0-baae-089348abf830 req-ab5751ae-2911-4cec-8d82-a8c45f43f4f5 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:32.713724 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-75749728-1871-4ff0-baae-089348abf830 req-ab5751ae-2911-4cec-8d82-a8c45f43f4f5 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Synchronizing usage tracker for tenant:749be22c92aa443a8d39367758c7ddf9 on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:06:32.759098 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-75749728-1871-4ff0-baae-089348abf830 req-ab5751ae-2911-4cec-8d82-a8c45f43f4f5 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Unset dirty status for tenant:749be22c92aa443a8d39367758c7ddf9 on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:06:32.760268 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-75749728-1871-4ff0-baae-089348abf830 req-ab5751ae-2911-4cec-8d82-a8c45f43f4f5 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 931 time: 0.3720143 Aug 25 16:06:32.763529 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-fe382306-026d-4d6e-b5bd-125aebe5429c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b0497f16-a3e0-46b0-81f5-eae02d264919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2097788 Aug 25 16:06:32.804894 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-df37be3d-16bd-429b-becb-65fcd321b003 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a135a3be-a756-44a8-a693-182e684ea79b HTTP/1.1" status: 200 len: 217 time: 0.1238952 Aug 25 16:06:32.815965 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0478c9-2dc5-4eb6-a9ee-f152def12e12 req-ac8974a2-6744-4288-952b-3a4878252e68 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:32.817474 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-cb0478c9-2dc5-4eb6-a9ee-f152def12e12 req-ac8974a2-6744-4288-952b-3a4878252e68 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 943 time: 0.2217922 Aug 25 16:06:32.931183 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-90cdedce-9200-4ffa-8d1c-dde05d88c49e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:32.932631 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-90cdedce-9200-4ffa-8d1c-dde05d88c49e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df66c879-3ba5-40b2-94eb-12264a9babfa HTTP/1.1" status: 200 len: 855 time: 0.1143296 Aug 25 16:06:32.937339 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3639de66-2c8a-4050-8182-bd76ed065720 {{(pid=75046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:06:32.948418 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-cb0478c9-2dc5-4eb6-a9ee-f152def12e12 req-8937334d-e921-4c49-a5a3-492ec2ea828d tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981019 Aug 25 16:06:32.959824 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:32.982963 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-75749728-1871-4ff0-baae-089348abf830 req-875a4f47-864f-4bbb-b362-7273e1453523 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065225 Aug 25 16:06:32.996764 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.provisioning_blocks [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Transition to ACTIVE for port object 3639de66-2c8a-4050-8182-bd76ed065720 will not be triggered until provisioned by entity L2. {{(pid=75046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:06:33.006354 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-c9808a73-c93a-46bb-9891-4fbf5271db2b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19552b71-7cb9-4c5a-9436-fcba33552e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568895 Aug 25 16:06:33.008513 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:33.016464 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-caa1fba2-2325-4a52-ba12-39ddc4649c2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:33.059655 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-02bfa73b-a7fd-4ef3-a3fe-11532b5129a3 service neutron] 10.222.0.21 "GET /v2.0/networks/b0497f16-a3e0-46b0-81f5-eae02d264919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821081 Aug 25 16:06:33.164521 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-dd2e51b8-3f57-4dab-b385-703a37073a0d service neutron] 10.222.0.21 "GET /v2.0/networks/19552b71-7cb9-4c5a-9436-fcba33552e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445732 Aug 25 16:06:33.225677 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Pushing event updated for resources: {'Port': ['ID=3639de66-2c8a-4050-8182-bd76ed065720,revision_number=2']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:33.231089 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:33.333476 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6522fa7e-16ef-4546-bf29-ad3fc3ed0bdd req-de672aa5-bb9b-4bfd-93c4-8b7f117bafdf service neutron] 10.222.0.21 "GET /v2.0/networks/19552b71-7cb9-4c5a-9436-fcba33552e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598074 Aug 25 16:06:33.361903 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-be2cf2c1-80c0-46c2-8473-1d76ba3ff58d req-e73cfc62-eb2e-4358-83bf-446f22812caf service neutron] 10.222.0.21 "GET /v2.0/networks/b0497f16-a3e0-46b0-81f5-eae02d264919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843642 Aug 25 16:06:33.403958 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Attempting to bind port 3639de66-2c8a-4050-8182-bd76ed065720 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:06:33.404336 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Attempting to bind port 3639de66-2c8a-4050-8182-bd76ed065720 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'd3eef3c6-2860-4e88-b596-6d7fe6b1ef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '0f37ac8f-d089-43f1-b93d-c6b9eee36327'}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:06:33.404809 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Attempting to bind port 3639de66-2c8a-4050-8182-bd76ed065720 on network 0f37ac8f-d089-43f1-b93d-c6b9eee36327 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:06:33.413578 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Port 3639de66-2c8a-4050-8182-bd76ed065720 on network 0f37ac8f-d089-43f1-b93d-c6b9eee36327 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:06:33.413905 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Attempting to bind port 3639de66-2c8a-4050-8182-bd76ed065720 on network 0f37ac8f-d089-43f1-b93d-c6b9eee36327 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:06:33.422071 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Checking agent: {'id': '931cd7a1-d330-4f67-a87c-c25f72aa55d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:06:33.422529 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Checking segment: {'id': 'd3eef3c6-2860-4e88-b596-6d7fe6b1ef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '0f37ac8f-d089-43f1-b93d-c6b9eee36327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:06:33.422917 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Bound using segment: {'id': 'd3eef3c6-2860-4e88-b596-6d7fe6b1ef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '0f37ac8f-d089-43f1-b93d-c6b9eee36327'} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:06:33.423350 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Bound port: 3639de66-2c8a-4050-8182-bd76ed065720, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3eef3c6-2860-4e88-b596-6d7fe6b1ef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '0f37ac8f-d089-43f1-b93d-c6b9eee36327'}}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:06:33.423824 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:33.483734 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80d8c1-6a3d-41db-8d29-26f0dbb89949 req-f833bb8c-0b60-4489-a90a-1e37fee5256e tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:33.488563 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3c80d8c1-6a3d-41db-8d29-26f0dbb89949 req-f833bb8c-0b60-4489-a90a-1e37fee5256e tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.1011298 Aug 25 16:06:33.536030 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3c80d8c1-6a3d-41db-8d29-26f0dbb89949 req-8708c8c4-32b3-4769-9fcb-4c0dba9bfe81 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447309 Aug 25 16:06:33.701470 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] For port 3639de66-2c8a-4050-8182-bd76ed065720, host hv-cinder-80600, cleared binding levels {{(pid=75046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:06:33.709445 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2cf3ad32-bfa1-4b2e-a9a5-b40717c9d724 req-8869425c-3c8c-4c42-9839-186bb0bab0ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=164d6d5d38f140d09589b51641a7cdf3&device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 1096 time: 0.0801425 Aug 25 16:06:33.719954 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] For port 3639de66-2c8a-4050-8182-bd76ed065720, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3639de66-2c8a-4050-8182-bd76ed065720,segment=NetworkSegment(d3eef3c6-2860-4e88-b596-6d7fe6b1ef18),segment_id=d3eef3c6-2860-4e88-b596-6d7fe6b1ef18)] {{(pid=75046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:06:33.728663 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0852241-e021-4bbf-817d-4a81e3d8352d req-209e38f1-850d-4c0c-885e-62ab0f95bbd1 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:33.730280 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f0852241-e021-4bbf-817d-4a81e3d8352d req-209e38f1-850d-4c0c-885e-62ab0f95bbd1 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dba4c97-bb45-403d-ab17-018eb778075a HTTP/1.1" status: 200 len: 943 time: 0.2947171 Aug 25 16:06:33.732678 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:33.742901 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-8aec42c8-eda0-4086-aaec-f217cd45ce4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:33.833154 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8c32e98f-8d8b-4fda-82ef-dc3e72740248 req-edf91b20-5bd7-4db3-9499-353e27bd9b21 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e09075145744d7794abaa90e728ee8c&device_id=8dba4c97-bb45-403d-ab17-018eb778075a HTTP/1.1" status: 200 len: 1096 time: 0.2067988 Aug 25 16:06:33.843722 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:33.845106 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] 10.222.0.21 "PUT /v2.0/ports/3639de66-2c8a-4050-8182-bd76ed065720 HTTP/1.1" status: 200 len: 1093 time: 1.8151896 Aug 25 16:06:33.859306 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3ad32-bfa1-4b2e-a9a5-b40717c9d724 req-114051b3-c517-4320-8d64-ab24ee2ae6a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:33.860997 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2cf3ad32-bfa1-4b2e-a9a5-b40717c9d724 req-114051b3-c517-4320-8d64-ab24ee2ae6a2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b0497f16-a3e0-46b0-81f5-eae02d264919 HTTP/1.1" status: 200 len: 912 time: 0.1429029 Aug 25 16:06:33.940101 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Pushing event updated for resources: {'Port': ['ID=3639de66-2c8a-4050-8182-bd76ed065720,revision_number=3']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:33.957844 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2cf3ad32-bfa1-4b2e-a9a5-b40717c9d724 req-81caaa0b-c01b-4f65-a655-348913078b14 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49913d17-294d-4f67-859d-90517c3f0c9c HTTP/1.1" status: 200 len: 217 time: 0.0786936 Aug 25 16:06:33.997524 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f0852241-e021-4bbf-817d-4a81e3d8352d req-a92a0a92-ecca-485f-aa2c-888bc18bf20d tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565160 Aug 25 16:06:34.023542 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:34.024182 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:34.024712 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:34.025256 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:34.025774 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:34.041031 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:34.041602 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:34.041973 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:34.042333 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:34.042687 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:34.043044 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:34.052015 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3ad32-bfa1-4b2e-a9a5-b40717c9d724 req-0732010b-0f37-4662-8c6f-29d3440f5dfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:34.052712 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:34.053518 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2cf3ad32-bfa1-4b2e-a9a5-b40717c9d724 req-0732010b-0f37-4662-8c6f-29d3440f5dfe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03b41362-f061-4c09-83d7-5c1bf8e439a3 HTTP/1.1" status: 200 len: 849 time: 0.0861599 Aug 25 16:06:34.112285 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32e98f-8d8b-4fda-82ef-dc3e72740248 req-6c09be8a-025d-433c-bec9-98feceba09ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:34.113790 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8c32e98f-8d8b-4fda-82ef-dc3e72740248 req-6c09be8a-025d-433c-bec9-98feceba09ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=19552b71-7cb9-4c5a-9436-fcba33552e32 HTTP/1.1" status: 200 len: 917 time: 0.2658644 Aug 25 16:06:34.124968 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-20ae6719-5ef5-4ebd-8ee2-8c2cb055cf6c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=749be22c92aa443a8d39367758c7ddf9&device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 1096 time: 0.1859038 Aug 25 16:06:34.314167 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770f7d3-10da-4f3a-b856-e49eef1f775b req-bf473e32-050f-478f-b71a-3b2f6826de52 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:34.315640 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7770f7d3-10da-4f3a-b856-e49eef1f775b req-bf473e32-050f-478f-b71a-3b2f6826de52 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 943 time: 0.1768596 Aug 25 16:06:34.318785 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2cf3ad32-bfa1-4b2e-a9a5-b40717c9d724 req-cc22a34d-3f46-40aa-a947-591c6015563e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b0497f16-a3e0-46b0-81f5-eae02d264919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2542014 Aug 25 16:06:34.330707 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8c32e98f-8d8b-4fda-82ef-dc3e72740248 req-a4b8356b-9f8d-491d-852a-70deca3340d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a135a3be-a756-44a8-a693-182e684ea79b HTTP/1.1" status: 200 len: 217 time: 0.2047706 Aug 25 16:06:34.343873 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-dc3da016-57a0-402a-82b4-0edcfc2f14e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3639de66-2c8a-4050-8182-bd76ed065720 HTTP/1.1" status: 200 len: 217 time: 0.1629076 Aug 25 16:06:34.391239 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722ba4f4-9bf9-4779-8df4-545ffa44ef41', 'tag': '3639de66-2c8a-4050-8182-bd76ed065720'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:06:34.476687 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7770f7d3-10da-4f3a-b856-e49eef1f775b req-19d4535a-098a-4f68-9b58-911d5a641a8f tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551099 Aug 25 16:06:34.482412 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32e98f-8d8b-4fda-82ef-dc3e72740248 req-18e91817-8f53-4bac-9bdc-9552ade7dad8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:34.485637 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8c32e98f-8d8b-4fda-82ef-dc3e72740248 req-18e91817-8f53-4bac-9bdc-9552ade7dad8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df66c879-3ba5-40b2-94eb-12264a9babfa HTTP/1.1" status: 200 len: 855 time: 0.1296384 Aug 25 16:06:34.553869 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2cf3ad32-bfa1-4b2e-a9a5-b40717c9d724 req-e351e129-e752-4da3-ab4a-1c34ac3bdf09 service neutron] 10.222.0.21 "GET /v2.0/networks/b0497f16-a3e0-46b0-81f5-eae02d264919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159607 Aug 25 16:06:34.559202 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8c32e98f-8d8b-4fda-82ef-dc3e72740248 req-6abff177-bac2-431e-a8af-b42015e804df service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19552b71-7cb9-4c5a-9436-fcba33552e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499623 Aug 25 16:06:34.579531 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-79de0585-0372-4ab4-b77e-35f0a6b453e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:34.580985 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-79de0585-0372-4ab4-b77e-35f0a6b453e0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8be271ee-cfae-41b8-b827-df03300633c6 HTTP/1.1" status: 200 len: 849 time: 0.1793375 Aug 25 16:06:34.582667 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '722ba4f4-9bf9-4779-8df4-545ffa44ef41', 'tag': '3639de66-2c8a-4050-8182-bd76ed065720', 'status': 'completed', 'code': 200} Aug 25 16:06:34.727412 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-78cfc95d-7790-4658-aaa9-788551771ae4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f37ac8f-d089-43f1-b93d-c6b9eee36327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581694 Aug 25 16:06:34.741949 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2cf3ad32-bfa1-4b2e-a9a5-b40717c9d724 req-a45475c0-674c-42e2-a34a-ef628906c492 service neutron] 10.222.0.21 "GET /v2.0/networks/b0497f16-a3e0-46b0-81f5-eae02d264919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766369 Aug 25 16:06:34.789346 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150aabfd-f104-4507-b6b5-8b22dfbdc86e req-399313b0-bdad-4994-ad12-b4f3c5a61fe4 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:34.795951 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-150aabfd-f104-4507-b6b5-8b22dfbdc86e req-399313b0-bdad-4994-ad12-b4f3c5a61fe4 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 943 time: 0.5510509 Aug 25 16:06:34.862928 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde677a0-c323-4117-86ba-4c24167bb351 req-8655b81a-96b6-4c6c-8dfc-d8e8be40a26a tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:34.865143 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-cde677a0-c323-4117-86ba-4c24167bb351 req-8655b81a-96b6-4c6c-8dfc-d8e8be40a26a tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.1123025 Aug 25 16:06:34.914011 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8c32e98f-8d8b-4fda-82ef-dc3e72740248 req-46ea40d7-58d7-447c-be51-68521665fecf service neutron] 10.222.0.21 "GET /v2.0/networks/19552b71-7cb9-4c5a-9436-fcba33552e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298180 Aug 25 16:06:34.935854 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-150aabfd-f104-4507-b6b5-8b22dfbdc86e req-d88fbcdc-3b9b-4ee9-bcd1-78ee979bfcac tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390769 Aug 25 16:06:34.978023 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-cde677a0-c323-4117-86ba-4c24167bb351 req-b93a0d11-3fa4-48a9-a63c-5cdd1a464999 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053574 Aug 25 16:06:35.066311 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-244e0972-c199-4440-bcca-beb4502221c0 service neutron] 10.222.0.21 "GET /v2.0/networks/0f37ac8f-d089-43f1-b93d-c6b9eee36327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281229 Aug 25 16:06:35.135738 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 48026) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:35.245245 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8c32e98f-8d8b-4fda-82ef-dc3e72740248 req-2fe9b6bc-784c-4c22-9348-1560fd217965 service neutron] 10.222.0.21 "GET /v2.0/networks/19552b71-7cb9-4c5a-9436-fcba33552e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988770 Aug 25 16:06:35.289952 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ab35e629-5b08-4b9d-8b2f-406abcefccb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:35.292685 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a7c67a7a-95df-45ae-8f47-fca492069f5b req-e2c2b30b-597b-45b4-bc2a-9bafac6246fb service neutron] 10.222.0.21 "GET /v2.0/networks/0f37ac8f-d089-43f1-b93d-c6b9eee36327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184927 Aug 25 16:06:35.303060 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097148a5-66b7-45ab-b942-41135ef10723 req-f2e61845-9c9d-44bd-bf78-8aa54e124248 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:35.304452 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-097148a5-66b7-45ab-b942-41135ef10723 req-f2e61845-9c9d-44bd-bf78-8aa54e124248 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dba4c97-bb45-403d-ab17-018eb778075a HTTP/1.1" status: 200 len: 943 time: 0.1528060 Aug 25 16:06:35.325732 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-ab35e629-5b08-4b9d-8b2f-406abcefccb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:35.330252 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-ab35e629-5b08-4b9d-8b2f-406abcefccb2 admin admin] Usage tracker for resource:security_group_rule and tenant:9577734c6e694234b02b36f3f9c40c3f is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:35.335155 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-ab35e629-5b08-4b9d-8b2f-406abcefccb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:35.342806 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-ab35e629-5b08-4b9d-8b2f-406abcefccb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:35.358892 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-097148a5-66b7-45ab-b942-41135ef10723 req-7a28f550-48f3-43d0-a605-c4f62ea07139 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442841 Aug 25 16:06:35.424722 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ab35e629-5b08-4b9d-8b2f-406abcefccb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:35.429092 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ab35e629-5b08-4b9d-8b2f-406abcefccb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:35.435363 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-ae1f07a7-9df2-460d-9733-4f9236f3d551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:35.480010 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-ab35e629-5b08-4b9d-8b2f-406abcefccb2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9577734c6e694234b02b36f3f9c40c3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3430781 Aug 25 16:06:35.480634 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35e629-5b08-4b9d-8b2f-406abcefccb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24571c7-2bcd-43eb-a583-ce76e95d52d4,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:35.482976 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 48034) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:35.485514 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-ab35e629-5b08-4b9d-8b2f-406abcefccb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:35.548524 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-457f6a75-068c-4fc8-86c5-3ef4c6699325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:35.557497 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-31fb15fd-ac2b-4759-9aa3-86eb854ec0ab req-cacadf87-280a-4221-8365-3dc891d162cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=749be22c92aa443a8d39367758c7ddf9&device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 1096 time: 0.1482306 Aug 25 16:06:35.669711 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-457f6a75-068c-4fc8-86c5-3ef4c6699325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:35.690082 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb15fd-ac2b-4759-9aa3-86eb854ec0ab req-c6d39780-122f-456a-a185-6311c9e48ee6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:35.691520 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-31fb15fd-ac2b-4759-9aa3-86eb854ec0ab req-c6d39780-122f-456a-a185-6311c9e48ee6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f37ac8f-d089-43f1-b93d-c6b9eee36327 HTTP/1.1" status: 200 len: 911 time: 0.1257443 Aug 25 16:06:35.733134 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66da3f7-316f-4518-a9ea-b74cdc8ead6f req-e2becf23-6c1d-411d-8119-852616a9fab1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:35.734505 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e66da3f7-316f-4518-a9ea-b74cdc8ead6f req-e2becf23-6c1d-411d-8119-852616a9fab1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 943 time: 0.1183133 Aug 25 16:06:35.761814 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-457f6a75-068c-4fc8-86c5-3ef4c6699325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:35.767333 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-51a97675-6197-4744-97c9-6a9fa07c4dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:35.773411 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-31fb15fd-ac2b-4759-9aa3-86eb854ec0ab req-71db47d7-bf4e-4641-a8e0-143ff271cf11 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3639de66-2c8a-4050-8182-bd76ed065720 HTTP/1.1" status: 200 len: 217 time: 0.0671968 Aug 25 16:06:35.792029 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f6a75-068c-4fc8-86c5-3ef4c6699325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24571c7-2bcd-43eb-a583-ce76e95d52d4,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:35.801113 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-457f6a75-068c-4fc8-86c5-3ef4c6699325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:35.802230 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-457f6a75-068c-4fc8-86c5-3ef4c6699325 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c24571c7-2bcd-43eb-a583-ce76e95d52d4 HTTP/1.1" status: 204 len: 168 time: 0.3184481 Aug 25 16:06:35.811168 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e66da3f7-316f-4518-a9ea-b74cdc8ead6f req-29781abb-8486-4e11-b241-ccbd9329c962 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710137 Aug 25 16:06:35.812360 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f6a75-068c-4fc8-86c5-3ef4c6699325 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:35.812724 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f6a75-068c-4fc8-86c5-3ef4c6699325 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:35.813097 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f6a75-068c-4fc8-86c5-3ef4c6699325 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:35.813443 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f6a75-068c-4fc8-86c5-3ef4c6699325 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:35.813791 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f6a75-068c-4fc8-86c5-3ef4c6699325 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:35.814133 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f6a75-068c-4fc8-86c5-3ef4c6699325 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:35.814466 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f6a75-068c-4fc8-86c5-3ef4c6699325 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:35.814800 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f6a75-068c-4fc8-86c5-3ef4c6699325 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:35.815571 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f6a75-068c-4fc8-86c5-3ef4c6699325 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:35.815571 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f6a75-068c-4fc8-86c5-3ef4c6699325 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:35.815802 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f6a75-068c-4fc8-86c5-3ef4c6699325 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:35.819142 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-457f6a75-068c-4fc8-86c5-3ef4c6699325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:35.846927 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb15fd-ac2b-4759-9aa3-86eb854ec0ab req-60341d6a-c1aa-4a4a-81d7-11c1016e8583 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:35.848358 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-31fb15fd-ac2b-4759-9aa3-86eb854ec0ab req-60341d6a-c1aa-4a4a-81d7-11c1016e8583 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8be271ee-cfae-41b8-b827-df03300633c6 HTTP/1.1" status: 200 len: 849 time: 0.0687766 Aug 25 16:06:35.895441 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-31fb15fd-ac2b-4759-9aa3-86eb854ec0ab req-324bbd02-5908-45e6-99a8-540b56514e1f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f37ac8f-d089-43f1-b93d-c6b9eee36327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391037 Aug 25 16:06:36.124742 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-31fb15fd-ac2b-4759-9aa3-86eb854ec0ab req-a7c5b506-c51a-4861-8cd6-5ee23716dc51 service neutron] 10.222.0.21 "GET /v2.0/networks/0f37ac8f-d089-43f1-b93d-c6b9eee36327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151201 Aug 25 16:06:36.204691 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e202305-c4c4-4074-bac9-18e88f97557d req-ddccd93b-a966-4083-9d5f-284d9ead067a tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:36.206224 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7e202305-c4c4-4074-bac9-18e88f97557d req-ddccd93b-a966-4083-9d5f-284d9ead067a tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.0881436 Aug 25 16:06:36.225639 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 48050) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:36.256252 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7e202305-c4c4-4074-bac9-18e88f97557d req-11768661-372d-4352-8b54-c1f4ae4a8a04 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424635 Aug 25 16:06:36.267323 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-9bca1ad6-028c-4330-ab85-6c85838087eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:36.343659 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce803f-17e2-4876-9b57-40cfe0a638a9 req-36552069-83e2-4aa7-be2c-11118bfdd8ac tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:36.345141 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4dce803f-17e2-4876-9b57-40cfe0a638a9 req-36552069-83e2-4aa7-be2c-11118bfdd8ac tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 943 time: 0.2585585 Aug 25 16:06:36.346951 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-31fb15fd-ac2b-4759-9aa3-86eb854ec0ab req-e2d7efa8-b915-44ef-98d5-c47a427e1769 service neutron] 10.222.0.21 "GET /v2.0/networks/0f37ac8f-d089-43f1-b93d-c6b9eee36327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105415 Aug 25 16:06:36.347893 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-9bca1ad6-028c-4330-ab85-6c85838087eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:36.353818 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-9bca1ad6-028c-4330-ab85-6c85838087eb admin admin] Usage tracker for resource:security_group_rule and tenant:d06decbc9a2f43bfb98048fb96ddb5db is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:36.371932 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-9bca1ad6-028c-4330-ab85-6c85838087eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:36.382807 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-9bca1ad6-028c-4330-ab85-6c85838087eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:36.422989 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4dce803f-17e2-4876-9b57-40cfe0a638a9 req-ed33376c-eaaf-42a9-837d-4c3d77e4bb67 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709367 Aug 25 16:06:36.486521 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-9bca1ad6-028c-4330-ab85-6c85838087eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:36.491687 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-9bca1ad6-028c-4330-ab85-6c85838087eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:36.498311 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-f64dccdc-453f-4714-806a-afbc80efb7ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:36.537444 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca1ad6-028c-4330-ab85-6c85838087eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f0aaa0-7c68-4310-8208-fb6237999901,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:36.541046 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-9bca1ad6-028c-4330-ab85-6c85838087eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:36.549269 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-9bca1ad6-028c-4330-ab85-6c85838087eb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d06decbc9a2f43bfb98048fb96ddb5db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3194258 Aug 25 16:06:36.549269 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 48058) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:36.578550 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7939666-76f9-4bcb-8531-02138b1d6607 req-1e9a56f2-2839-41ec-a72c-7e8cb19753cd tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:36.579831 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e7939666-76f9-4bcb-8531-02138b1d6607 req-1e9a56f2-2839-41ec-a72c-7e8cb19753cd tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dba4c97-bb45-403d-ab17-018eb778075a HTTP/1.1" status: 200 len: 943 time: 0.0822647 Aug 25 16:06:36.608704 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-563eb01f-50e9-47c2-aba0-3a905bb0032b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:36.624914 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e7939666-76f9-4bcb-8531-02138b1d6607 req-6e740fb5-0e71-4b21-898b-1410f41918b8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392258 Aug 25 16:06:36.635898 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-563eb01f-50e9-47c2-aba0-3a905bb0032b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:36.686340 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-563eb01f-50e9-47c2-aba0-3a905bb0032b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:36.689856 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-b530b43d-3681-4b99-9a30-fe6079b868fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:36.701971 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563eb01f-50e9-47c2-aba0-3a905bb0032b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f0aaa0-7c68-4310-8208-fb6237999901,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:36.704734 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-563eb01f-50e9-47c2-aba0-3a905bb0032b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:36.706648 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-563eb01f-50e9-47c2-aba0-3a905bb0032b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:36.710196 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-563eb01f-50e9-47c2-aba0-3a905bb0032b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b1f0aaa0-7c68-4310-8208-fb6237999901 HTTP/1.1" status: 204 len: 168 time: 0.1605406 Aug 25 16:06:36.862519 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7e8ccd65-4b55-48f0-992d-346671073db1 req-c3df5f18-a0d6-4796-896c-596f8b2c5d5a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720398 Aug 25 16:06:37.060389 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7e8ccd65-4b55-48f0-992d-346671073db1 req-860cbadc-084b-48e3-a483-b3897eff3563 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e09075145744d7794abaa90e728ee8c&device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 1098 time: 0.1324770 Aug 25 16:06:37.066803 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3455c-d1de-472f-ba1a-43dc7ff279bf req-30af5d09-23e4-41bd-9e0d-6d88ab617c6b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:37.068034 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-67e3455c-d1de-472f-ba1a-43dc7ff279bf req-30af5d09-23e4-41bd-9e0d-6d88ab617c6b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Synchronizing usage tracker for tenant:164d6d5d38f140d09589b51641a7cdf3 on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:06:37.101502 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-67e3455c-d1de-472f-ba1a-43dc7ff279bf req-30af5d09-23e4-41bd-9e0d-6d88ab617c6b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Unset dirty status for tenant:164d6d5d38f140d09589b51641a7cdf3 on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:06:37.102684 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-67e3455c-d1de-472f-ba1a-43dc7ff279bf req-30af5d09-23e4-41bd-9e0d-6d88ab617c6b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 943 time: 0.1419768 Aug 25 16:06:37.224554 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-67e3455c-d1de-472f-ba1a-43dc7ff279bf req-5e78fcbd-8f2a-4bc7-8f79-430f7fcbaf93 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766973 Aug 25 16:06:37.242316 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ccd65-4b55-48f0-992d-346671073db1 req-34367aec-f2d1-49ac-bd69-8d2b9db35666 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:37.243757 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7e8ccd65-4b55-48f0-992d-346671073db1 req-34367aec-f2d1-49ac-bd69-8d2b9db35666 service neutron] 10.222.0.21 "GET /v2.0/networks?id=19552b71-7cb9-4c5a-9436-fcba33552e32 HTTP/1.1" status: 200 len: 917 time: 0.1628194 Aug 25 16:06:37.318064 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7e8ccd65-4b55-48f0-992d-346671073db1 req-e33d826a-3b90-4eba-8634-74286bbfc89a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d9c29e6-4d23-40c8-9b7d-cbf20832f84e HTTP/1.1" status: 200 len: 217 time: 0.0667574 Aug 25 16:06:37.392275 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ccd65-4b55-48f0-992d-346671073db1 req-3122f65b-23fe-4cba-9270-6b62b4879125 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:37.393972 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7e8ccd65-4b55-48f0-992d-346671073db1 req-3122f65b-23fe-4cba-9270-6b62b4879125 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df66c879-3ba5-40b2-94eb-12264a9babfa HTTP/1.1" status: 200 len: 855 time: 0.0690205 Aug 25 16:06:37.446399 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7e8ccd65-4b55-48f0-992d-346671073db1 req-89a72009-608d-4a5c-bd22-79b5e77569b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19552b71-7cb9-4c5a-9436-fcba33552e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448329 Aug 25 16:06:37.602605 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331b9dd-7146-44b1-801c-f75d3178feae req-a6ef2ad4-b71a-48d0-9ad6-e77d4a078a6c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:37.612612 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e331b9dd-7146-44b1-801c-f75d3178feae req-a6ef2ad4-b71a-48d0-9ad6-e77d4a078a6c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.1727381 Aug 25 16:06:37.672324 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e331b9dd-7146-44b1-801c-f75d3178feae req-f0837e60-8aac-4470-8312-c1c9dc1ade28 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583751 Aug 25 16:06:37.810036 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7e8ccd65-4b55-48f0-992d-346671073db1 req-416fc95f-4870-40ef-a8e2-8c6e3ea2b7f1 service neutron] 10.222.0.21 "GET /v2.0/networks/19552b71-7cb9-4c5a-9436-fcba33552e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564205 Aug 25 16:06:37.820732 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7b039-2ee7-49a8-8dde-fea2b924cd1d req-8e1b5795-2b00-4797-8909-6911ed02e14c tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:37.827424 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-ead7b039-2ee7-49a8-8dde-fea2b924cd1d req-8e1b5795-2b00-4797-8909-6911ed02e14c tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 943 time: 0.1518331 Aug 25 16:06:37.955173 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc30ad-46f6-49dc-971e-bcc99ad4fa93 req-6b5e0f87-4dc3-4a79-a205-59e1de05d606 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:37.956823 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-9fcc30ad-46f6-49dc-971e-bcc99ad4fa93 req-6b5e0f87-4dc3-4a79-a205-59e1de05d606 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dba4c97-bb45-403d-ab17-018eb778075a HTTP/1.1" status: 200 len: 943 time: 0.1565552 Aug 25 16:06:37.975545 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-ead7b039-2ee7-49a8-8dde-fea2b924cd1d req-7f0aa915-402e-4802-92a2-491354542e84 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472945 Aug 25 16:06:37.993064 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7e8ccd65-4b55-48f0-992d-346671073db1 req-1a0f99c3-5db4-4061-b001-024033ff9ba0 service neutron] 10.222.0.21 "GET /v2.0/networks/19552b71-7cb9-4c5a-9436-fcba33552e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635561 Aug 25 16:06:38.011051 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-9fcc30ad-46f6-49dc-971e-bcc99ad4fa93 req-507e4eee-0610-4794-87ef-aa9800038c5e tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482423 Aug 25 16:06:38.443624 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29495d3-5813-48a8-a992-eb537da20a2b req-a4279e41-4f6b-4428-8771-4855f1e392a7 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:38.445468 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-b29495d3-5813-48a8-a992-eb537da20a2b req-a4279e41-4f6b-4428-8771-4855f1e392a7 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 943 time: 0.0866191 Aug 25 16:06:38.494860 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-b29495d3-5813-48a8-a992-eb537da20a2b req-3b3cf8e9-5dba-455d-814f-5b53a3956f1d tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443077 Aug 25 16:06:38.863762 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12b069-2835-41c2-bfe0-aaa1a825444c req-2fee874b-d8b5-44d0-8642-ade9974bb0b5 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:38.865261 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7a12b069-2835-41c2-bfe0-aaa1a825444c req-2fee874b-d8b5-44d0-8642-ade9974bb0b5 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.0734076 Aug 25 16:06:38.909233 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7a12b069-2835-41c2-bfe0-aaa1a825444c req-9279256f-86c2-4e4d-9a73-c6af075479fd tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382624 Aug 25 16:06:39.089112 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:39.192192 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25beb814-24da-43c3-870b-8f0f6b0b516f req-b77dcd1c-9c17-4873-89ee-11229513d0a3 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:39.194314 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-25beb814-24da-43c3-870b-8f0f6b0b516f req-b77dcd1c-9c17-4873-89ee-11229513d0a3 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 943 time: 0.0782211 Aug 25 16:06:39.216547 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d80a76-e37b-4b96-bf17-196d9f71d5d8 req-36a7037e-3a44-41c8-9773-e7b07b3d5b3e tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:39.217863 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a4d80a76-e37b-4b96-bf17-196d9f71d5d8 req-36a7037e-3a44-41c8-9773-e7b07b3d5b3e tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dba4c97-bb45-403d-ab17-018eb778075a HTTP/1.1" status: 200 len: 943 time: 0.0800285 Aug 25 16:06:39.253499 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-25beb814-24da-43c3-870b-8f0f6b0b516f req-7906def8-e70a-4969-b127-0a26f055074a tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531027 Aug 25 16:06:39.272411 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a4d80a76-e37b-4b96-bf17-196d9f71d5d8 req-d71e63fb-dcbb-4220-afa6-891948a98883 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480571 Aug 25 16:06:39.284177 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 49913d17-294d-4f67-859d-90517c3f0c9c details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:06:39.419177 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 49913d17-294d-4f67-859d-90517c3f0c9c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=49913d17-294d-4f67-859d-90517c3f0c9c,segment=NetworkSegment(a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c),segment_id=a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:06:39.432540 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Returning: {'device': '49913d17-294d-4f67-859d-90517c3f0c9c', 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919', 'port_id': '49913d17-294d-4f67-859d-90517c3f0c9c', 'mac_address': 'fa:16:3e:5b:f7:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03b41362-f061-4c09-83d7-5c1bf8e439a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:06:39.484812 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:39.502815 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49913d17-294d-4f67-859d-90517c3f0c9c {{(pid=75047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:06:39.518474 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 49913d17-294d-4f67-859d-90517c3f0c9c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=49913d17-294d-4f67-859d-90517c3f0c9c,segment=NetworkSegment(a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c),segment_id=a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:06:39.522734 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:39.523633 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device a135a3be-a756-44a8-a693-182e684ea79b details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:06:39.525508 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:39.611743 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=49913d17-294d-4f67-859d-90517c3f0c9c,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:39.615498 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:39.703507 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f33f8-4427-4934-895d-c0220de72af0 req-eb98be2f-1528-4fa0-9bc3-b90619873f7b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:39.704980 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-829f33f8-4427-4934-895d-c0220de72af0 req-eb98be2f-1528-4fa0-9bc3-b90619873f7b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 944 time: 0.0834901 Aug 25 16:06:39.736266 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port a135a3be-a756-44a8-a693-182e684ea79b, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a135a3be-a756-44a8-a693-182e684ea79b,segment=NetworkSegment(61fee6c7-ad76-40fb-8847-c586ac08ad22),segment_id=61fee6c7-ad76-40fb-8847-c586ac08ad22)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:06:39.751356 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-829f33f8-4427-4934-895d-c0220de72af0 req-112759c2-b048-4a80-870d-1886d2f798ac tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407391 Aug 25 16:06:39.751778 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Returning: {'device': 'a135a3be-a756-44a8-a693-182e684ea79b', 'network_id': '19552b71-7cb9-4c5a-9436-fcba33552e32', 'port_id': 'a135a3be-a756-44a8-a693-182e684ea79b', 'mac_address': 'fa:16:3e:2d:48:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df66c879-3ba5-40b2-94eb-12264a9babfa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:06:39.807379 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:39.824932 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a135a3be-a756-44a8-a693-182e684ea79b {{(pid=75047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:06:39.842880 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port a135a3be-a756-44a8-a693-182e684ea79b, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a135a3be-a756-44a8-a693-182e684ea79b,segment=NetworkSegment(61fee6c7-ad76-40fb-8847-c586ac08ad22),segment_id=61fee6c7-ad76-40fb-8847-c586ac08ad22)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:06:39.847933 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:39.851370 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:39.971869 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=a135a3be-a756-44a8-a693-182e684ea79b,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:39.976693 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:40.067600 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-adf25e90-b228-4b6b-863f-5ca9cee1a71f req-6eb6666d-d7f3-4294-9317-a487771905b8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 1098 time: 0.1147711 Aug 25 16:06:40.128907 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-adf25e90-b228-4b6b-863f-5ca9cee1a71f req-04f948ae-02f3-4418-82c2-236509f6153f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493793 Aug 25 16:06:40.181943 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb4a1f-773e-4998-a2d3-074517a65216 req-f159ec6f-9773-4945-b7e1-f1a1d0d1ff5b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:40.183445 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-dcbb4a1f-773e-4998-a2d3-074517a65216 req-f159ec6f-9773-4945-b7e1-f1a1d0d1ff5b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.0895114 Aug 25 16:06:40.234369 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-dcbb4a1f-773e-4998-a2d3-074517a65216 req-fde05412-1e5d-4206-bba6-549f59dafc61 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451624 Aug 25 16:06:40.479179 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454be863-ef52-45c5-ad0f-a9b621849f60 req-eaaf6024-07c1-4d52-b338-e53ec3dadcb6 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:40.480830 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-454be863-ef52-45c5-ad0f-a9b621849f60 req-eaaf6024-07c1-4d52-b338-e53ec3dadcb6 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 943 time: 0.0834897 Aug 25 16:06:40.501076 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc4748-f30f-4e1b-adf3-4c543d0a88cb req-c8bb9e61-5b04-45d7-8884-e63a9842b063 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:40.502997 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-04dc4748-f30f-4e1b-adf3-4c543d0a88cb req-c8bb9e61-5b04-45d7-8884-e63a9842b063 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dba4c97-bb45-403d-ab17-018eb778075a HTTP/1.1" status: 200 len: 944 time: 0.0901849 Aug 25 16:06:40.533759 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['a135a3be-a756-44a8-a693-182e684ea79b'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:06:40.543885 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-454be863-ef52-45c5-ad0f-a9b621849f60 req-9a118e8a-4cb3-444d-97d8-2bdc8be6d62f tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572717 Aug 25 16:06:40.556506 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-04dc4748-f30f-4e1b-adf3-4c543d0a88cb req-2263f73c-42c5-4ece-80f8-20d531f61d03 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468566 Aug 25 16:06:40.576679 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['49913d17-294d-4f67-859d-90517c3f0c9c'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:06:41.057426 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c3e3c-894b-4a66-a9f6-c99f34b3519f req-b5276d2c-f221-4cfb-82d0-3768104c813f tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:41.058865 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-594c3e3c-894b-4a66-a9f6-c99f34b3519f req-b5276d2c-f221-4cfb-82d0-3768104c813f tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 944 time: 0.0875418 Aug 25 16:06:41.103537 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-594c3e3c-894b-4a66-a9f6-c99f34b3519f req-409ce823-51e1-4a1f-9dd1-0e04b45e3e96 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391545 Aug 25 16:06:41.298636 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 3639de66-2c8a-4050-8182-bd76ed065720 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:06:41.444472 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78979c-cedc-4260-9e7f-04dadd74be8b req-58e2d930-25f7-4be7-8642-33a0a1eed08d tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:41.445959 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-9e78979c-cedc-4260-9e7f-04dadd74be8b req-58e2d930-25f7-4be7-8642-33a0a1eed08d tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.0832345 Aug 25 16:06:41.497538 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-9e78979c-cedc-4260-9e7f-04dadd74be8b req-b864b2fb-432f-4a1d-a616-d7ee1f2451bd tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448179 Aug 25 16:06:41.523769 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 3639de66-2c8a-4050-8182-bd76ed065720, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3639de66-2c8a-4050-8182-bd76ed065720,segment=NetworkSegment(d3eef3c6-2860-4e88-b596-6d7fe6b1ef18),segment_id=d3eef3c6-2860-4e88-b596-6d7fe6b1ef18)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:06:41.542641 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Returning: {'device': '3639de66-2c8a-4050-8182-bd76ed065720', 'network_id': '0f37ac8f-d089-43f1-b93d-c6b9eee36327', 'port_id': '3639de66-2c8a-4050-8182-bd76ed065720', 'mac_address': 'fa:16:3e:45:06:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be271ee-cfae-41b8-b827-df03300633c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:06:41.600681 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:41.618955 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3639de66-2c8a-4050-8182-bd76ed065720 {{(pid=75047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:06:41.635815 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 3639de66-2c8a-4050-8182-bd76ed065720, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3639de66-2c8a-4050-8182-bd76ed065720,segment=NetworkSegment(d3eef3c6-2860-4e88-b596-6d7fe6b1ef18),segment_id=d3eef3c6-2860-4e88-b596-6d7fe6b1ef18)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:06:41.643058 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:41.646881 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:41.755614 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=3639de66-2c8a-4050-8182-bd76ed065720,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:41.756605 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b23517-ca07-4bcb-b467-9fa1e9243893 req-78359536-b5d8-4d12-a2e9-1d305303e253 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:41.758160 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c1b23517-ca07-4bcb-b467-9fa1e9243893 req-78359536-b5d8-4d12-a2e9-1d305303e253 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 944 time: 0.0948982 Aug 25 16:06:41.773200 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:41.806195 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de952145-6588-4ca3-8214-e6eaa6b6ffb1 req-7d9ddac4-df20-47b4-a83a-bc3b74a60320 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:41.808206 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-de952145-6588-4ca3-8214-e6eaa6b6ffb1 req-7d9ddac4-df20-47b4-a83a-bc3b74a60320 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dba4c97-bb45-403d-ab17-018eb778075a HTTP/1.1" status: 200 len: 944 time: 0.0984135 Aug 25 16:06:41.823881 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c1b23517-ca07-4bcb-b467-9fa1e9243893 req-44b3efdf-bf69-4b42-b78d-3bb87745028a tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591195 Aug 25 16:06:41.868535 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-de952145-6588-4ca3-8214-e6eaa6b6ffb1 req-8925d904-c7c2-4666-a633-b6d4a0efd3da tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543251 Aug 25 16:06:42.306699 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb563c-6c70-4d1a-885c-2a347ac8fe0d req-166175dd-e611-4791-b0c0-def2e37712b1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:42.308559 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1fbb563c-6c70-4d1a-885c-2a347ac8fe0d req-166175dd-e611-4791-b0c0-def2e37712b1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 944 time: 0.0829895 Aug 25 16:06:42.354922 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1fbb563c-6c70-4d1a-885c-2a347ac8fe0d req-cb2d99c6-0fc0-436c-a4ef-c32f2fd3d71b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405555 Aug 25 16:06:42.690926 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7c369-399b-4e8d-b181-693bdeebe156 req-a8ca5aa5-68c4-4bd9-bf0d-4b70e4ab2065 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:42.692354 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f3b7c369-399b-4e8d-b181-693bdeebe156 req-a8ca5aa5-68c4-4bd9-bf0d-4b70e4ab2065 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.0799000 Aug 25 16:06:42.736579 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f3b7c369-399b-4e8d-b181-693bdeebe156 req-8e790eac-5c1e-4934-bbf6-1601f26aa536 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382533 Aug 25 16:06:43.039378 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a33709-25ee-4664-b6f6-62576d201579 req-3f987dd4-2a4e-4afb-8e1e-d75f6d948b85 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:43.040876 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-62a33709-25ee-4664-b6f6-62576d201579 req-3f987dd4-2a4e-4afb-8e1e-d75f6d948b85 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 944 time: 0.0869651 Aug 25 16:06:43.121490 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-62a33709-25ee-4664-b6f6-62576d201579 req-81557ddf-6bf1-4a5f-a03a-2710af2bc901 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664320 Aug 25 16:06:43.216935 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde3ec9-3268-4b7b-872a-57243360c4de req-6003eea9-6c57-4f00-b346-f9212036f1db tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:43.218404 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-5dde3ec9-3268-4b7b-872a-57243360c4de req-6003eea9-6c57-4f00-b346-f9212036f1db tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dba4c97-bb45-403d-ab17-018eb778075a HTTP/1.1" status: 200 len: 944 time: 0.0928662 Aug 25 16:06:43.267179 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-5dde3ec9-3268-4b7b-872a-57243360c4de req-64ef9f2b-aafb-439e-a61b-b7241b30003f tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431519 Aug 25 16:06:43.320434 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41b1f0-61cb-4ac9-9b72-07eb95eea569 req-57c53989-5d7d-44b5-adf1-6f4992820687 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:43.321838 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-fc41b1f0-61cb-4ac9-9b72-07eb95eea569 req-57c53989-5d7d-44b5-adf1-6f4992820687 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.0783460 Aug 25 16:06:43.369344 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-fc41b1f0-61cb-4ac9-9b72-07eb95eea569 req-8be22415-41ed-46dc-b33d-2c1b2bc33170 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416079 Aug 25 16:06:43.564254 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091ad19-8c25-43e3-aafb-f841c039b1cc req-a86d10ee-581e-4b56-8749-d0de3306ae12 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:43.565741 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-4091ad19-8c25-43e3-aafb-f841c039b1cc req-a86d10ee-581e-4b56-8749-d0de3306ae12 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 944 time: 0.0799129 Aug 25 16:06:43.613211 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-4091ad19-8c25-43e3-aafb-f841c039b1cc req-e0327d0d-eb51-4416-99a6-21f5924b64fd tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411847 Aug 25 16:06:44.330707 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305e504-a541-4fdd-8598-8c807cb8d76d req-a64e4035-de29-4c84-b32e-ff7a32c0fd6b tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:44.332155 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5305e504-a541-4fdd-8598-8c807cb8d76d req-a64e4035-de29-4c84-b32e-ff7a32c0fd6b tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 944 time: 0.0761621 Aug 25 16:06:44.382884 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5305e504-a541-4fdd-8598-8c807cb8d76d req-a7b6576c-b33e-4e24-95fc-7e5b6ac5fdce tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451686 Aug 25 16:06:44.465037 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520333f1-9317-4672-82d4-c8bbfc8ee3b1 req-b669f9dd-746d-4946-9069-f44c68912e9c tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:44.466485 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-520333f1-9317-4672-82d4-c8bbfc8ee3b1 req-b669f9dd-746d-4946-9069-f44c68912e9c tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dba4c97-bb45-403d-ab17-018eb778075a HTTP/1.1" status: 200 len: 944 time: 0.0781560 Aug 25 16:06:44.510999 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-520333f1-9317-4672-82d4-c8bbfc8ee3b1 req-85349f31-4580-4f70-9ec7-c6f255955928 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390196 Aug 25 16:06:44.563857 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51067300-66ec-4af4-904a-82c434b620a0 req-87eef5f3-47de-408f-ba16-de8f6a8364c7 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:44.565351 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-51067300-66ec-4af4-904a-82c434b620a0 req-87eef5f3-47de-408f-ba16-de8f6a8364c7 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.0751536 Aug 25 16:06:44.609184 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-51067300-66ec-4af4-904a-82c434b620a0 req-a117a7d1-f3b1-49b4-889f-26dcca30d64a tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383925 Aug 25 16:06:44.805840 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9d952-c62b-4dc0-abc8-df4cf113446e req-2270463f-31b2-462b-bdfb-869519232d64 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:44.807288 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-4ab9d952-c62b-4dc0-abc8-df4cf113446e req-2270463f-31b2-462b-bdfb-869519232d64 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 944 time: 0.0751851 Aug 25 16:06:44.851905 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-4ab9d952-c62b-4dc0-abc8-df4cf113446e req-9dfe879a-181c-47ef-a292-08940e8c7d4e tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390949 Aug 25 16:06:45.593765 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73b5d2-5b6f-4d4d-a88a-7d92dacc59a8 req-f5a56d78-063d-4c3e-9161-bd43a2173850 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:45.595271 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-ef73b5d2-5b6f-4d4d-a88a-7d92dacc59a8 req-f5a56d78-063d-4c3e-9161-bd43a2173850 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 944 time: 0.0885773 Aug 25 16:06:45.643175 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-ef73b5d2-5b6f-4d4d-a88a-7d92dacc59a8 req-ae953e62-2b46-4cad-92bf-29c0cf35c65c tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424819 Aug 25 16:06:45.720062 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3495af-3425-4b7e-bc4b-85f3fe4b8b01 req-ecd3a905-19a6-4c31-8894-f1e8791663a0 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:45.722533 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8c3495af-3425-4b7e-bc4b-85f3fe4b8b01 req-ecd3a905-19a6-4c31-8894-f1e8791663a0 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dba4c97-bb45-403d-ab17-018eb778075a HTTP/1.1" status: 200 len: 944 time: 0.0836210 Aug 25 16:06:45.775280 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8c3495af-3425-4b7e-bc4b-85f3fe4b8b01 req-b8758a10-318b-4256-bb56-7426e2f0f5e0 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459919 Aug 25 16:06:45.861964 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a8bd3-787f-48c1-a4b6-0e3d77f1dde0 req-2b946862-60dd-4179-ab4c-fb2c5a15cf60 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:45.863408 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-520a8bd3-787f-48c1-a4b6-0e3d77f1dde0 req-2b946862-60dd-4179-ab4c-fb2c5a15cf60 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.0976543 Aug 25 16:06:45.915699 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-520a8bd3-787f-48c1-a4b6-0e3d77f1dde0 req-8b598f71-ba28-4337-a2b4-cfd4e2a19568 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425842 Aug 25 16:06:46.201952 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f781ef-f795-47a2-bdb6-6d0d65010a7d req-94221e4d-a5ff-4bee-8af2-fb10970c10e8 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:46.203467 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-66f781ef-f795-47a2-bdb6-6d0d65010a7d req-94221e4d-a5ff-4bee-8af2-fb10970c10e8 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 944 time: 0.0929766 Aug 25 16:06:46.254706 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-66f781ef-f795-47a2-bdb6-6d0d65010a7d req-ae983433-66db-402e-b35e-c49fc1c8bbc1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441046 Aug 25 16:06:46.428652 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['3639de66-2c8a-4050-8182-bd76ed065720'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:06:46.462668 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device a135a3be-a756-44a8-a693-182e684ea79b up at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:06:46.537291 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e8a863b5-f1e5-4f92-a60e-7e4aa79fd228 req-3a713dc8-32bf-4b4c-ab82-36845bc3a972 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f675e5666b19428a9822ff26629e69fc&device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 1098 time: 0.1303437 Aug 25 16:06:46.583802 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning for port a135a3be-a756-44a8-a693-182e684ea79b completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:06:46.597490 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning complete for port a135a3be-a756-44a8-a693-182e684ea79b triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:06:46.597863 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:46.664703 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a863b5-f1e5-4f92-a60e-7e4aa79fd228 req-e7955155-cd1e-46ba-89ad-edff2c026d77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:46.666174 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e8a863b5-f1e5-4f92-a60e-7e4aa79fd228 req-e7955155-cd1e-46ba-89ad-edff2c026d77 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ce200f7d-ab4f-4302-beaa-d6a928b6d6a1 HTTP/1.1" status: 200 len: 921 time: 0.1219888 Aug 25 16:06:46.738871 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e8a863b5-f1e5-4f92-a60e-7e4aa79fd228 req-ead288cf-db53-4ad0-bab8-62f20f5915a0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a31aab4-f819-4247-9a1f-fd97d8d1c947 HTTP/1.1" status: 200 len: 217 time: 0.0657742 Aug 25 16:06:46.757788 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:46.785386 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dba4c97-bb45-403d-ab17-018eb778075a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a135a3be-a756-44a8-a693-182e684ea79b'}] {{(pid=75047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:06:46.794764 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port a135a3be-a756-44a8-a693-182e684ea79b, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a135a3be-a756-44a8-a693-182e684ea79b,segment=NetworkSegment(61fee6c7-ad76-40fb-8847-c586ac08ad22),segment_id=61fee6c7-ad76-40fb-8847-c586ac08ad22)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:06:46.800808 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:46.800994 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 49913d17-294d-4f67-859d-90517c3f0c9c up at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:06:46.828975 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:46.853215 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a863b5-f1e5-4f92-a60e-7e4aa79fd228 req-e07d4cc1-01f3-4efe-980d-cbc9a95b5b4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:46.854673 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e8a863b5-f1e5-4f92-a60e-7e4aa79fd228 req-e07d4cc1-01f3-4efe-980d-cbc9a95b5b4e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21c635d2-aa5a-4ebb-9743-23ef87a885c6 HTTP/1.1" status: 200 len: 859 time: 0.1090598 Aug 25 16:06:46.872557 dv-cinder-806008-1-iscsi neutron-server[75047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dba4c97-bb45-403d-ab17-018eb778075a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a135a3be-a756-44a8-a693-182e684ea79b', 'code': 200} Aug 25 16:06:46.881707 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c581d-bdc8-4af6-93b2-7dc8c4139785 req-1fcc0b58-39de-4594-888e-79a2aeddb968 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:46.883275 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-426c581d-bdc8-4af6-93b2-7dc8c4139785 req-1fcc0b58-39de-4594-888e-79a2aeddb968 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 944 time: 0.1053233 Aug 25 16:06:46.948990 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e8a863b5-f1e5-4f92-a60e-7e4aa79fd228 req-d8139316-7cea-40b7-899c-f070e43d381e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ce200f7d-ab4f-4302-beaa-d6a928b6d6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590210 Aug 25 16:06:46.952395 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=a135a3be-a756-44a8-a693-182e684ea79b,revision_number=5']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:46.956501 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:46.968754 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning for port 49913d17-294d-4f67-859d-90517c3f0c9c completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:06:46.975389 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning complete for port 49913d17-294d-4f67-859d-90517c3f0c9c triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:06:46.975774 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:47.054913 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-426c581d-bdc8-4af6-93b2-7dc8c4139785 req-87fec642-3e10-47cb-887c-d7c8599acbd1 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294053 Aug 25 16:06:47.126085 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530ddd0-9421-4ed2-a78d-6bc3aa544559 req-23ab978a-2f4b-40d7-9b45-b31f128ad860 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:47.129476 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:47.133854 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c530ddd0-9421-4ed2-a78d-6bc3aa544559 req-23ab978a-2f4b-40d7-9b45-b31f128ad860 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dba4c97-bb45-403d-ab17-018eb778075a HTTP/1.1" status: 200 len: 945 time: 0.1541312 Aug 25 16:06:47.166303 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 49913d17-294d-4f67-859d-90517c3f0c9c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=49913d17-294d-4f67-859d-90517c3f0c9c,segment=NetworkSegment(a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c),segment_id=a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:06:47.171742 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:47.174596 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:47.180216 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c530ddd0-9421-4ed2-a78d-6bc3aa544559 req-8d06f9e4-2b03-4f9a-b0f2-dde239327c6a tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454116 Aug 25 16:06:47.183711 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e8a863b5-f1e5-4f92-a60e-7e4aa79fd228 req-694bd84d-20d5-4402-bb98-d40c7990948b service neutron] 10.222.0.21 "GET /v2.0/networks/ce200f7d-ab4f-4302-beaa-d6a928b6d6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282157 Aug 25 16:06:47.247359 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=49913d17-294d-4f67-859d-90517c3f0c9c,revision_number=5']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:47.250457 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:47.329392 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4bfdfb3d-60bf-4fac-821a-7319dc9e088e req-a7b398e5-533c-40ab-bd15-b1824eb042de service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8dba4c97-bb45-403d-ab17-018eb778075a HTTP/1.1" status: 200 len: 1098 time: 0.2214265 Aug 25 16:06:47.421848 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e8a863b5-f1e5-4f92-a60e-7e4aa79fd228 req-2497e3e0-f3f9-4b05-8127-56aa5efc2695 service neutron] 10.222.0.21 "GET /v2.0/networks/ce200f7d-ab4f-4302-beaa-d6a928b6d6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309444 Aug 25 16:06:47.432064 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4bfdfb3d-60bf-4fac-821a-7319dc9e088e req-eef72f33-dd66-4286-b462-375daf82541a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911059 Aug 25 16:06:47.452343 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae0ae0-ef9e-41c3-ae09-c24076114022 req-e008524b-d86a-47f4-9770-b343b1e1819e tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:47.453852 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e0ae0ae0-ef9e-41c3-ae09-c24076114022 req-e008524b-d86a-47f4-9770-b343b1e1819e tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.2378848 Aug 25 16:06:47.475075 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba216ca-96c3-4b3e-a89f-a0c72d15c70c req-57562c20-7d0c-410d-9d63-f08766ca4e6e tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:47.482563 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-bba216ca-96c3-4b3e-a89f-a0c72d15c70c req-57562c20-7d0c-410d-9d63-f08766ca4e6e tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0920541 Aug 25 16:06:47.507293 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e0ae0ae0-ef9e-41c3-ae09-c24076114022 req-868d5bfe-fa4e-4bdf-88ed-6cc8c4ec554a tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473864 Aug 25 16:06:47.555711 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-bba216ca-96c3-4b3e-a89f-a0c72d15c70c req-0de1c174-3af7-4869-8bc2-2059270cf68c tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671327 Aug 25 16:06:48.272887 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98facae4-b2cb-4fb3-a5f2-44a7c31bf1fe req-8a1a6809-b6df-4715-8c7a-56150c235dd2 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:48.274386 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-98facae4-b2cb-4fb3-a5f2-44a7c31bf1fe req-8a1a6809-b6df-4715-8c7a-56150c235dd2 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 944 time: 0.0888710 Aug 25 16:06:48.323160 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-98facae4-b2cb-4fb3-a5f2-44a7c31bf1fe req-5efc13ed-8d1a-489b-bfae-679b5815aa08 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424168 Aug 25 16:06:48.389021 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d621b1-7b2e-46d8-857d-d17a7a527bab req-a2ed023d-f62d-4862-b290-099ac0db7180 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:48.390446 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b8d621b1-7b2e-46d8-857d-d17a7a527bab req-a2ed023d-f62d-4862-b290-099ac0db7180 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dba4c97-bb45-403d-ab17-018eb778075a HTTP/1.1" status: 200 len: 945 time: 0.0801132 Aug 25 16:06:48.408846 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 3639de66-2c8a-4050-8182-bd76ed065720 up at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:06:48.448065 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b8d621b1-7b2e-46d8-857d-d17a7a527bab req-5f78d252-a42c-4681-8433-d04c95b0bc61 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518236 Aug 25 16:06:48.487125 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning for port 3639de66-2c8a-4050-8182-bd76ed065720 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:06:48.492565 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning complete for port 3639de66-2c8a-4050-8182-bd76ed065720 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:06:48.493326 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:48.615380 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:48.658237 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 3639de66-2c8a-4050-8182-bd76ed065720, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3639de66-2c8a-4050-8182-bd76ed065720,segment=NetworkSegment(d3eef3c6-2860-4e88-b596-6d7fe6b1ef18),segment_id=d3eef3c6-2860-4e88-b596-6d7fe6b1ef18)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:06:48.663625 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:48.665644 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:48.737052 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=3639de66-2c8a-4050-8182-bd76ed065720,revision_number=5']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:48.741320 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:48.756654 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d4159-118a-4349-928c-2d6877f57618 req-36ae0041-0c9b-45c3-9bff-ee643b22ddf3 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:48.758335 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2a1d4159-118a-4349-928c-2d6877f57618 req-36ae0041-0c9b-45c3-9bff-ee643b22ddf3 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.0920372 Aug 25 16:06:48.803144 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3950530-0167-4af5-8ca6-b1ff9ae3f2ad req-084240c3-3a90-40d1-97c5-6f76c6992d68 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:48.804872 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f3950530-0167-4af5-8ca6-b1ff9ae3f2ad req-084240c3-3a90-40d1-97c5-6f76c6992d68 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0893037 Aug 25 16:06:48.807046 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2a1d4159-118a-4349-928c-2d6877f57618 req-a0b6fa86-5184-4bb6-95c0-53519b9b3918 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411940 Aug 25 16:06:48.851301 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f3950530-0167-4af5-8ca6-b1ff9ae3f2ad req-9de45c55-0dc2-40c7-8beb-df20cda03459 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409448 Aug 25 16:06:48.873767 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb90aae1-a95c-4b83-adcd-d4d016c3c31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49913d17-294d-4f67-859d-90517c3f0c9c'}, {'server_uuid': '722ba4f4-9bf9-4779-8df4-545ffa44ef41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3639de66-2c8a-4050-8182-bd76ed065720'}] {{(pid=75047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:06:48.932349 dv-cinder-806008-1-iscsi neutron-server[75047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb90aae1-a95c-4b83-adcd-d4d016c3c31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49913d17-294d-4f67-859d-90517c3f0c9c', 'code': 200} Aug 25 16:06:48.932645 dv-cinder-806008-1-iscsi neutron-server[75047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722ba4f4-9bf9-4779-8df4-545ffa44ef41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3639de66-2c8a-4050-8182-bd76ed065720', 'code': 200} Aug 25 16:06:49.520877 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa1292-4a8c-440d-a896-7bfbe0195508 req-3c877da7-4ab9-49bb-ae73-ff812bae9ced tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:49.522348 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b8fa1292-4a8c-440d-a896-7bfbe0195508 req-3c877da7-4ab9-49bb-ae73-ff812bae9ced tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 945 time: 0.0755925 Aug 25 16:06:49.572992 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-b8fa1292-4a8c-440d-a896-7bfbe0195508 req-a7c24822-be40-45a2-9071-e258b4c9dbf6 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Synchronizing usage tracker for tenant:749be22c92aa443a8d39367758c7ddf9 on resource:security_group {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:06:49.590249 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-b8fa1292-4a8c-440d-a896-7bfbe0195508 req-a7c24822-be40-45a2-9071-e258b4c9dbf6 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Unset dirty status for tenant:749be22c92aa443a8d39367758c7ddf9 on resource:security_group {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:06:49.591484 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b8fa1292-4a8c-440d-a896-7bfbe0195508 req-a7c24822-be40-45a2-9071-e258b4c9dbf6 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638573 Aug 25 16:06:49.645747 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc633ee-177b-4f40-8ee8-55c2ed5efcab req-e3871679-474a-435f-bd10-cbbcc5479126 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:49.647603 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7dc633ee-177b-4f40-8ee8-55c2ed5efcab req-e3871679-474a-435f-bd10-cbbcc5479126 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dba4c97-bb45-403d-ab17-018eb778075a HTTP/1.1" status: 200 len: 945 time: 0.0760627 Aug 25 16:06:49.691656 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7dc633ee-177b-4f40-8ee8-55c2ed5efcab req-f33b8ba6-e04b-438e-b031-c4aa373c3625 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388465 Aug 25 16:06:50.007125 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e61bb-efce-4a67-b7b9-0aafa75405b5 req-b4064703-c5d4-4579-959f-8f598a1d245e tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:50.008580 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c39e61bb-efce-4a67-b7b9-0aafa75405b5 req-b4064703-c5d4-4579-959f-8f598a1d245e tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.0809188 Aug 25 16:06:50.054822 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835c222-4679-440c-b57a-41598ea22c70 req-ca7729cf-d018-4f12-97a3-c96d6ad22a61 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:50.056259 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6835c222-4679-440c-b57a-41598ea22c70 req-ca7729cf-d018-4f12-97a3-c96d6ad22a61 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0827630 Aug 25 16:06:50.060323 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c39e61bb-efce-4a67-b7b9-0aafa75405b5 req-cf4d1f3a-f38a-4917-9aed-d1933913b6ec tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450308 Aug 25 16:06:50.101211 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6835c222-4679-440c-b57a-41598ea22c70 req-e26f6556-0362-4855-9c19-b269d85aeff7 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391052 Aug 25 16:06:50.785571 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a3480-131c-4f9c-a0c4-0839e78548c4 req-6010fd4c-9191-473d-b5b0-5875615cec53 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:50.787062 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f31a3480-131c-4f9c-a0c4-0839e78548c4 req-6010fd4c-9191-473d-b5b0-5875615cec53 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 945 time: 0.0755658 Aug 25 16:06:50.836403 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f31a3480-131c-4f9c-a0c4-0839e78548c4 req-ec5e3667-c02a-4e50-b50c-e39fd9c4230d tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438907 Aug 25 16:06:50.887805 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb39781-d959-4e59-aac2-e55f965dc481 req-7912c0cd-7b94-482f-8f5b-1e3d48945607 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:50.889180 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-eeb39781-d959-4e59-aac2-e55f965dc481 req-7912c0cd-7b94-482f-8f5b-1e3d48945607 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dba4c97-bb45-403d-ab17-018eb778075a HTTP/1.1" status: 200 len: 945 time: 0.0779018 Aug 25 16:06:50.933301 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-eeb39781-d959-4e59-aac2-e55f965dc481 req-5278e602-758e-41bf-bb8f-f13eec75a0c4 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387130 Aug 25 16:06:51.256104 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98cf3e-052e-4be8-8b2e-8060e00fa4ac req-fdf06165-e18e-44f3-a76c-37c9f8ad213c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:51.257712 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-4c98cf3e-052e-4be8-8b2e-8060e00fa4ac req-fdf06165-e18e-44f3-a76c-37c9f8ad213c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.0763969 Aug 25 16:06:51.305819 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-4c98cf3e-052e-4be8-8b2e-8060e00fa4ac req-a9c72246-0fd5-43b6-a7cb-4089b8780017 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403266 Aug 25 16:06:51.314730 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f14ff-115c-4fae-b1f3-ee345cbdaa6e req-691cd198-4da7-4db4-bd21-5e22c7622d40 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:51.316169 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-790f14ff-115c-4fae-b1f3-ee345cbdaa6e req-691cd198-4da7-4db4-bd21-5e22c7622d40 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0805764 Aug 25 16:06:51.369243 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-790f14ff-115c-4fae-b1f3-ee345cbdaa6e req-8e64c04c-08ac-4db8-905e-7f86ac30f64f tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465007 Aug 25 16:06:52.032031 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fa191-6d0d-4e45-a7ed-5597c4855ed2 req-b2da8fdf-2634-4d3f-b9f0-c44aedf592b8 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:52.033489 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-df1fa191-6d0d-4e45-a7ed-5597c4855ed2 req-b2da8fdf-2634-4d3f-b9f0-c44aedf592b8 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 945 time: 0.0801716 Aug 25 16:06:52.078329 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-df1fa191-6d0d-4e45-a7ed-5597c4855ed2 req-95cafea3-689f-4dbe-940e-422e105836fd tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387630 Aug 25 16:06:52.133329 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e609d9-adcd-4140-9e58-fff99ed99eea req-9c45b09d-8a44-473c-baeb-979c5d09b010 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:52.134777 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-93e609d9-adcd-4140-9e58-fff99ed99eea req-9c45b09d-8a44-473c-baeb-979c5d09b010 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dba4c97-bb45-403d-ab17-018eb778075a HTTP/1.1" status: 200 len: 945 time: 0.0797515 Aug 25 16:06:52.237255 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-93e609d9-adcd-4140-9e58-fff99ed99eea req-4db799f2-60e7-482d-a44c-764189f53bc4 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965827 Aug 25 16:06:52.508465 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb8bdc-daa6-4a85-9dc5-ed18a1a8c1d7 req-d8c565bf-e0de-4f12-b1d3-ef1f6f340256 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:52.509944 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-adfb8bdc-daa6-4a85-9dc5-ed18a1a8c1d7 req-d8c565bf-e0de-4f12-b1d3-ef1f6f340256 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.0826685 Aug 25 16:06:52.559343 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-adfb8bdc-daa6-4a85-9dc5-ed18a1a8c1d7 req-8341fff6-d2ac-4918-a64b-19055aae19e1 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406971 Aug 25 16:06:52.589793 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e98ec0-dd23-4a34-9265-b06fd65ad466 req-05b6b548-19df-4bb7-9816-2af89b43f975 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:52.591241 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-d8e98ec0-dd23-4a34-9265-b06fd65ad466 req-05b6b548-19df-4bb7-9816-2af89b43f975 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0895741 Aug 25 16:06:52.635452 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-d8e98ec0-dd23-4a34-9265-b06fd65ad466 req-41769a3b-d338-4e32-9fc6-b70e289a67f0 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388072 Aug 25 16:06:53.292231 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47673b76-f408-4cc0-b4e0-f0836c33f747 req-ab1fc7ae-f0cb-494d-b60b-0d4f4c652098 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:53.303017 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-47673b76-f408-4cc0-b4e0-f0836c33f747 req-ab1fc7ae-f0cb-494d-b60b-0d4f4c652098 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 945 time: 0.0990298 Aug 25 16:06:53.358519 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-47673b76-f408-4cc0-b4e0-f0836c33f747 req-7744b3c3-12da-4ed2-bc79-1ec0db3fa9d9 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546260 Aug 25 16:06:53.562640 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752cf3c-5777-4489-be66-121e115676c0 req-4ad36ff8-3d6c-4948-9056-9e343f057901 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:53.564095 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a752cf3c-5777-4489-be66-121e115676c0 req-4ad36ff8-3d6c-4948-9056-9e343f057901 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dba4c97-bb45-403d-ab17-018eb778075a HTTP/1.1" status: 200 len: 945 time: 0.1588264 Aug 25 16:06:53.648339 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a752cf3c-5777-4489-be66-121e115676c0 req-9192ddbe-5eef-4980-82c9-fb0dcc0dd5e7 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720246 Aug 25 16:06:53.653442 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2ac10fca-924a-4891-a1d6-890461b92e0c req-fa23ccd1-856a-43c2-8a8a-d1dc979065f0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 1098 time: 0.1722319 Aug 25 16:06:53.657064 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-cf47b909-e92e-455b-99e8-ca06c4a24af9 req-1b31b63a-5666-41db-b0e5-fe9e08e6a921 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 1098 time: 0.1775453 Aug 25 16:06:53.755542 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ac4cc-95db-46d4-b9fd-47788b853a8a req-4699c257-8461-4556-9894-8d57d5995af9 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:53.756976 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ff6ac4cc-95db-46d4-b9fd-47788b853a8a req-4699c257-8461-4556-9894-8d57d5995af9 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.0749671 Aug 25 16:06:53.807786 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ff6ac4cc-95db-46d4-b9fd-47788b853a8a req-cea577dc-7b0d-4863-8bc3-81693f8c3c24 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453243 Aug 25 16:06:53.838160 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77cb12d-4e1c-4686-828b-c78b3d3dbf39 req-d5c196d4-4d66-47cf-8b75-300447493d37 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:53.839631 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a77cb12d-4e1c-4686-828b-c78b3d3dbf39 req-d5c196d4-4d66-47cf-8b75-300447493d37 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0798891 Aug 25 16:06:53.887474 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a77cb12d-4e1c-4686-828b-c78b3d3dbf39 req-e33e677c-e52d-4bfb-8e69-5746136eb139 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422578 Aug 25 16:06:54.056275 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-cf47b909-e92e-455b-99e8-ca06c4a24af9 req-d4dc0284-4b01-4ded-9800-be80759b1b4e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660608 Aug 25 16:06:54.057821 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2ac10fca-924a-4891-a1d6-890461b92e0c req-db04c117-0393-4b08-8df6-64b65250d269 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689549 Aug 25 16:06:54.561141 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429a397-f000-48b2-badc-81735dd70a15 req-ecc08bc8-d220-4d48-9c36-586fa70ff728 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:54.562588 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c429a397-f000-48b2-badc-81735dd70a15 req-ecc08bc8-d220-4d48-9c36-586fa70ff728 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 945 time: 0.0823338 Aug 25 16:06:54.608665 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c429a397-f000-48b2-badc-81735dd70a15 req-c2ad29ca-b4c2-4bcb-8148-272e958386eb tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403690 Aug 25 16:06:54.858906 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589833f0-5a00-472c-8327-bfd595d33767 req-0872ad99-c967-4393-ae03-cc8554878638 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:54.860343 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-589833f0-5a00-472c-8327-bfd595d33767 req-0872ad99-c967-4393-ae03-cc8554878638 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dba4c97-bb45-403d-ab17-018eb778075a HTTP/1.1" status: 200 len: 945 time: 0.0880222 Aug 25 16:06:54.921763 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-589833f0-5a00-472c-8327-bfd595d33767 req-ea36159f-9c4e-4333-a612-3e8feae58bda tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551853 Aug 25 16:06:55.049614 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c65699-fd1a-44f3-95e8-59c8db1f6e69 req-2d14ad0f-aa29-4be7-a873-f21eec5b3df6 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:55.051072 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-24c65699-fd1a-44f3-95e8-59c8db1f6e69 req-2d14ad0f-aa29-4be7-a873-f21eec5b3df6 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.0896945 Aug 25 16:06:55.098058 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-24c65699-fd1a-44f3-95e8-59c8db1f6e69 req-15babe13-87a6-44aa-98be-fdbfd292be7a tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404716 Aug 25 16:06:55.123751 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0723434-3e7a-4d77-9eaa-251199d687fd req-476bd971-1bb7-4415-a8da-886798eb7955 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:55.125219 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a0723434-3e7a-4d77-9eaa-251199d687fd req-476bd971-1bb7-4415-a8da-886798eb7955 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0847962 Aug 25 16:06:55.170377 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a0723434-3e7a-4d77-9eaa-251199d687fd req-9b106240-15a4-4110-bf45-35a1f68425ba tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387919 Aug 25 16:06:55.806811 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174506d-f9eb-47af-ac17-b7c0627fc204 req-faeb578a-9afc-473b-bd8c-6e7d72551408 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:55.808267 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-5174506d-f9eb-47af-ac17-b7c0627fc204 req-faeb578a-9afc-473b-bd8c-6e7d72551408 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 945 time: 0.0816066 Aug 25 16:06:55.855278 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-5174506d-f9eb-47af-ac17-b7c0627fc204 req-1fdaaeab-8777-4cb1-a27d-452f4b6c0049 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413740 Aug 25 16:06:55.903049 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-c511994b-d18b-4362-93db-46f2a3d1dc50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:56.153339 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985e2f6-fa43-4cf9-a35d-161e7148bea4 req-9fc965ce-5428-40e2-b685-65ff38329a93 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:56.162254 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0985e2f6-fa43-4cf9-a35d-161e7148bea4 req-9fc965ce-5428-40e2-b685-65ff38329a93 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dba4c97-bb45-403d-ab17-018eb778075a HTTP/1.1" status: 200 len: 945 time: 0.0989342 Aug 25 16:06:56.216024 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0985e2f6-fa43-4cf9-a35d-161e7148bea4 req-0d0dda2d-98ed-40ce-b6fb-4878d7a64ece tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527005 Aug 25 16:06:56.294546 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 48392) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:56.356159 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6a22a-b999-4f60-98cb-a55552cbd434 req-324dc163-37ea-4463-84d2-482cd7f5a4d9 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:56.377312 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f8c6a22a-b999-4f60-98cb-a55552cbd434 req-324dc163-37ea-4463-84d2-482cd7f5a4d9 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.1365182 Aug 25 16:06:56.390385 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:56.461576 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77499220-8144-4ddb-9a9d-346a29c598c2 req-597c8e43-684c-4e8a-b4bd-49cc80d06c45 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:56.463048 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f8c6a22a-b999-4f60-98cb-a55552cbd434 req-ab0e0311-01b5-4db9-b818-f2acdf0bc1da tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846272 Aug 25 16:06:56.463477 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-77499220-8144-4ddb-9a9d-346a29c598c2 req-597c8e43-684c-4e8a-b4bd-49cc80d06c45 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0957956 Aug 25 16:06:56.508639 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-ed35330e-0f48-4b16-8e5b-8131fb27a2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:56.553781 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-77499220-8144-4ddb-9a9d-346a29c598c2 req-71a861a6-66df-472d-975f-e9a3eef9d580 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838830 Aug 25 16:06:56.558617 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-ed35330e-0f48-4b16-8e5b-8131fb27a2e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:56.562863 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-ed35330e-0f48-4b16-8e5b-8131fb27a2e6 admin admin] Usage tracker for resource:security_group_rule and tenant:8b1b1265e95e40d2876f4f53046ea9e0 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:56.565877 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-ed35330e-0f48-4b16-8e5b-8131fb27a2e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:56.572391 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-ed35330e-0f48-4b16-8e5b-8131fb27a2e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:56.644722 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-ed35330e-0f48-4b16-8e5b-8131fb27a2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:56.648905 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-ed35330e-0f48-4b16-8e5b-8131fb27a2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:56.656821 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-49f0ecd6-49ef-4e93-a07a-62d4f6e2a0a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:56.719217 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35330e-0f48-4b16-8e5b-8131fb27a2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ab67a5-11cf-4186-8680-552f33271605,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:56.738214 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-ed35330e-0f48-4b16-8e5b-8131fb27a2e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:56.760637 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-ed35330e-0f48-4b16-8e5b-8131fb27a2e6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b1b1265e95e40d2876f4f53046ea9e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4646699 Aug 25 16:06:56.763224 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 48406) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:56.832843 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-0442860f-3157-4481-b7e4-dc92f69c9f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:56.857965 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-0442860f-3157-4481-b7e4-dc92f69c9f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:56.916524 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-0442860f-3157-4481-b7e4-dc92f69c9f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:56.924482 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-3548fb7f-b19f-449e-9948-63c90f383961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:56.941877 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442860f-3157-4481-b7e4-dc92f69c9f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ab67a5-11cf-4186-8680-552f33271605,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:56.944863 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-0442860f-3157-4481-b7e4-dc92f69c9f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:56.947999 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-0442860f-3157-4481-b7e4-dc92f69c9f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:56.948405 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-0442860f-3157-4481-b7e4-dc92f69c9f4d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/38ab67a5-11cf-4186-8680-552f33271605 HTTP/1.1" status: 204 len: 168 time: 0.1840301 Aug 25 16:06:57.071201 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5759497-6125-46a3-82d9-9c14d0856323 req-b186e2c1-9f97-4910-aade-fb4b0f599a20 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:57.072744 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b5759497-6125-46a3-82d9-9c14d0856323 req-b186e2c1-9f97-4910-aade-fb4b0f599a20 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 945 time: 0.0807879 Aug 25 16:06:57.127442 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b5759497-6125-46a3-82d9-9c14d0856323 req-ab83a2b6-2599-48d8-8be7-506975d8f4ab tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489826 Aug 25 16:06:57.341257 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 48424) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:57.363635 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e20ba8e6-2c8a-4423-9e4a-c1731a244dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:57.396279 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-e20ba8e6-2c8a-4423-9e4a-c1731a244dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:57.401039 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-e20ba8e6-2c8a-4423-9e4a-c1731a244dd5 admin admin] Usage tracker for resource:security_group_rule and tenant:a2881b8d4a77428cb8ad8c21e5efcdbc is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:57.404837 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-e20ba8e6-2c8a-4423-9e4a-c1731a244dd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:57.410770 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-e20ba8e6-2c8a-4423-9e4a-c1731a244dd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:57.496447 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e20ba8e6-2c8a-4423-9e4a-c1731a244dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:57.505344 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e20ba8e6-2c8a-4423-9e4a-c1731a244dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:57.514177 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-39603648-224f-4b4f-ab1a-ea00ae717677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:57.560473 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-e20ba8e6-2c8a-4423-9e4a-c1731a244dd5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a2881b8d4a77428cb8ad8c21e5efcdbc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2180347 Aug 25 16:06:57.561345 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ba8e6-2c8a-4423-9e4a-c1731a244dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efcc78d-cd92-4c3f-b14c-f4514d6e13cb,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:57.563942 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 48432) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:57.593945 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-e20ba8e6-2c8a-4423-9e4a-c1731a244dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:57.726074 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f5aa8fb5-9cc5-42d2-886f-f2980c88aa54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:57.758763 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f5aa8fb5-9cc5-42d2-886f-f2980c88aa54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:57.842819 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61b394-3f14-4e67-b00e-e695369d1335 req-884e9e6d-c136-4bed-a922-473179d0f1f0 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:57.844392 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8b61b394-3f14-4e67-b00e-e695369d1335 req-884e9e6d-c136-4bed-a922-473179d0f1f0 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.2105212 Aug 25 16:06:57.954448 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8b61b394-3f14-4e67-b00e-e695369d1335 req-6b9f1c65-f2f0-461b-af86-e0490cd14000 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974047 Aug 25 16:06:57.954448 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f5aa8fb5-9cc5-42d2-886f-f2980c88aa54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:57.963123 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-9bca1ad6-028c-4330-ab85-6c85838087eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:57.969359 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d11e25-e2a6-4c1d-91ee-3c9feec25526 req-8ed3a33a-6c70-48bd-8a60-a65462bf6d74 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:57.979027 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa8fb5-9cc5-42d2-886f-f2980c88aa54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efcc78d-cd92-4c3f-b14c-f4514d6e13cb,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:57.988323 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-d1d11e25-e2a6-4c1d-91ee-3c9feec25526 req-8ed3a33a-6c70-48bd-8a60-a65462bf6d74 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.1576498 Aug 25 16:06:57.990566 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-f5aa8fb5-9cc5-42d2-886f-f2980c88aa54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:57.997929 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f5aa8fb5-9cc5-42d2-886f-f2980c88aa54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:58.002153 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-f5aa8fb5-9cc5-42d2-886f-f2980c88aa54 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5efcc78d-cd92-4c3f-b14c-f4514d6e13cb HTTP/1.1" status: 204 len: 168 time: 0.4370213 Aug 25 16:06:58.117793 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-d1d11e25-e2a6-4c1d-91ee-3c9feec25526 req-caae0cd7-75f2-43b5-86ed-09cf85e4d26a tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281812 Aug 25 16:06:58.175075 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-611cd132-dad3-4e96-8fa8-a1850586790d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:58.348003 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3878c-ae0b-459f-a282-79d257a3b801 req-e9c6c88b-cacd-4850-afb1-167d56b3560b tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:58.349562 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-69a3878c-ae0b-459f-a282-79d257a3b801 req-e9c6c88b-cacd-4850-afb1-167d56b3560b tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 945 time: 0.0905652 Aug 25 16:06:58.413354 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-69a3878c-ae0b-459f-a282-79d257a3b801 req-736d6ae2-743b-4d55-b882-e503114531fc tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564353 Aug 25 16:06:58.422285 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:06:59.178132 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe48dc4-d53d-40e4-b49c-96414e84db42 req-a78ef672-d008-49fb-91b6-3f2162affec3 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:59.179686 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-abe48dc4-d53d-40e4-b49c-96414e84db42 req-a78ef672-d008-49fb-91b6-3f2162affec3 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.0932188 Aug 25 16:06:59.207590 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:59.231424 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-abe48dc4-d53d-40e4-b49c-96414e84db42 req-993144eb-59f3-4281-9c1f-a22b2313b4ee tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435107 Aug 25 16:06:59.346222 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e4db6-85a0-4330-8a39-649136c69c42 req-8792593a-73c1-4e96-a3a4-fa385ba1c910 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:59.347681 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-249e4db6-85a0-4330-8a39-649136c69c42 req-8792593a-73c1-4e96-a3a4-fa385ba1c910 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0801799 Aug 25 16:06:59.399603 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-249e4db6-85a0-4330-8a39-649136c69c42 req-5d7c6d3f-53aa-49ec-9a60-c502f29dc9e9 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434813 Aug 25 16:06:59.684260 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaeac3f-d11a-4ec9-8427-94d14592d162 req-7460b729-0854-4c2f-869f-9a57fd1a111f tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:59.687067 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-cfaeac3f-d11a-4ec9-8427-94d14592d162 req-7460b729-0854-4c2f-869f-9a57fd1a111f tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.1460729 Aug 25 16:06:59.696205 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 48510) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:59.704189 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-a3228ab7-a985-4a7c-9555-bc0e325cddbd tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Request body: {'floatingip': {'port_id': '49913d17-294d-4f67-859d-90517c3f0c9c'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:06:59.793017 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a3228ab7-a985-4a7c-9555-bc0e325cddbd tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for floatingip, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:59.978975 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 48522) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:00.285270 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-afc4ef4f-f12b-4650-b3d4-c57348d1a859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:00.428061 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-afc4ef4f-f12b-4650-b3d4-c57348d1a859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:00.433729 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-afc4ef4f-f12b-4650-b3d4-c57348d1a859 admin admin] Usage tracker for resource:security_group_rule and tenant:97ad59bdbeec4270ad7ea03368dfdfe0 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:00.437529 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-afc4ef4f-f12b-4650-b3d4-c57348d1a859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:00.445353 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-afc4ef4f-f12b-4650-b3d4-c57348d1a859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:00.574366 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-afc4ef4f-f12b-4650-b3d4-c57348d1a859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:00.588130 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-afc4ef4f-f12b-4650-b3d4-c57348d1a859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:00.596461 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-51dc537c-9c1a-4bd4-9553-587f7f1b4649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:00.652235 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:00.657927 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4ef4f-f12b-4650-b3d4-c57348d1a859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68d715e-688f-4bec-a67e-a63d2cedde52,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:00.661281 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-afc4ef4f-f12b-4650-b3d4-c57348d1a859 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=97ad59bdbeec4270ad7ea03368dfdfe0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6813495 Aug 25 16:07:00.662164 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 48542) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:00.663875 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-afc4ef4f-f12b-4650-b3d4-c57348d1a859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:00.679808 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6c8ca-f5ad-4039-b6ee-eeaadb958794 req-ffc220ee-6523-48c5-943a-abcabbc8e274 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:00.681285 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b8b6c8ca-f5ad-4039-b6ee-eeaadb958794 req-ffc220ee-6523-48c5-943a-abcabbc8e274 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 945 time: 0.1667149 Aug 25 16:07:00.769533 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b8b6c8ca-f5ad-4039-b6ee-eeaadb958794 req-d2d5c282-a1cd-4151-bcec-fa23d1f48ec1 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740290 Aug 25 16:07:00.772560 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6bd0188c-4aa1-4baa-93c2-e66be7994e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:00.808650 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6bd0188c-4aa1-4baa-93c2-e66be7994e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:00.869177 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a3228ab7-a985-4a7c-9555-bc0e325cddbd tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:00.872146 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6bd0188c-4aa1-4baa-93c2-e66be7994e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:00.873243 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a3228ab7-a985-4a7c-9555-bc0e325cddbd tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683597'] for floatingip, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:00.876310 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-a61e3b61-b157-4a4a-abd4-5345fb54acc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:00.889201 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0188c-4aa1-4baa-93c2-e66be7994e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68d715e-688f-4bec-a67e-a63d2cedde52,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:00.892025 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-6bd0188c-4aa1-4baa-93c2-e66be7994e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:00.900023 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6bd0188c-4aa1-4baa-93c2-e66be7994e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:00.901291 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-6bd0188c-4aa1-4baa-93c2-e66be7994e04 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d68d715e-688f-4bec-a67e-a63d2cedde52 HTTP/1.1" status: 204 len: 168 time: 0.2367027 Aug 25 16:07:01.092688 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.db.l3_db [None req-a3228ab7-a985-4a7c-9555-bc0e325cddbd tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Floating IP c259eb35-7606-453d-bbfd-5c59ce18091f associated. External IP: 172.27.1.37, port: 49913d17-294d-4f67-859d-90517c3f0c9c. Aug 25 16:07:01.581997 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3228ab7-a985-4a7c-9555-bc0e325cddbd tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Router f58c8b96-606e-4776-859f-d7a0ac50c1db has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:07:01.871263 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3228ab7-a985-4a7c-9555-bc0e325cddbd tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:07:01.877613 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a3228ab7-a985-4a7c-9555-bc0e325cddbd tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for floatingip, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:01.885761 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a914e3-ae61-40cf-b333-e1b27ada6f06 None None] Sync routers for ids ['f58c8b96-606e-4776-859f-d7a0ac50c1db'] in dv-cinder-806008-1-iscsi {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:07:01.905709 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a914e3-ae61-40cf-b333-e1b27ada6f06 None None] Routers {'f58c8b96-606e-4776-859f-d7a0ac50c1db'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:07:01.909609 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 48586) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:01.914228 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-58a914e3-ae61-40cf-b333-e1b27ada6f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:06:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['f58c8b96-606e-4776-859f-d7a0ac50c1db'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:07:01.985789 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-a3228ab7-a985-4a7c-9555-bc0e325cddbd tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "PUT /v2.0/floatingips/c259eb35-7606-453d-bbfd-5c59ce18091f HTTP/1.1" status: 200 len: 990 time: 2.2881348 Aug 25 16:07:01.987614 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb90aae1-a95c-4b83-adcd-d4d016c3c31e', 'tag': '49913d17-294d-4f67-859d-90517c3f0c9c'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:07:02.018349 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb21b4-399e-4718-90b6-cb3c286acffe req-131cb617-2b6b-4ade-ada9-cc93a703de1a tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:02.020054 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-fbeb21b4-399e-4718-90b6-cb3c286acffe req-131cb617-2b6b-4ade-ada9-cc93a703de1a tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 945 time: 0.1057196 Aug 25 16:07:02.109131 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-fbeb21b4-399e-4718-90b6-cb3c286acffe req-76102487-adec-46ae-b7fa-0fd37ef3e530 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824068 Aug 25 16:07:02.148058 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-97dc9a7f-af49-401d-8102-d6c022750d4f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-989959219-network', 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:07:02.153076 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-97dc9a7f-af49-401d-8102-d6c022750d4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:02.157718 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-97dc9a7f-af49-401d-8102-d6c022750d4f admin admin] Usage tracker for resource:network and tenant:a8edaba4f7ed44dc86a4225c7ed9aa26 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:02.159827 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-58a914e3-ae61-40cf-b333-e1b27ada6f06 None None] Set router f58c8b96-606e-4776-859f-d7a0ac50c1db gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:07:02.160713 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-97dc9a7f-af49-401d-8102-d6c022750d4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:02.170462 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-97dc9a7f-af49-401d-8102-d6c022750d4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:02.185311 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97dc9a7f-af49-401d-8102-d6c022750d4f admin admin] Made reservation on behalf of a8edaba4f7ed44dc86a4225c7ed9aa26 for: {'network': 1} {{(pid=75045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:07:02.189144 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-97dc9a7f-af49-401d-8102-d6c022750d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for network, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:02.204683 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb90aae1-a95c-4b83-adcd-d4d016c3c31e', 'tag': '49913d17-294d-4f67-859d-90517c3f0c9c', 'status': 'completed', 'code': 200} Aug 25 16:07:02.204844 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-97dc9a7f-af49-401d-8102-d6c022750d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:02.240595 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-97dc9a7f-af49-401d-8102-d6c022750d4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:02.245112 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-97dc9a7f-af49-401d-8102-d6c022750d4f admin admin] Usage tracker for resource:security_group_rule and tenant:a8edaba4f7ed44dc86a4225c7ed9aa26 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:02.248369 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-97dc9a7f-af49-401d-8102-d6c022750d4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:02.258065 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-97dc9a7f-af49-401d-8102-d6c022750d4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:02.360834 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-97dc9a7f-af49-401d-8102-d6c022750d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:02.367850 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-97dc9a7f-af49-401d-8102-d6c022750d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:02.378433 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-1f933c8b-a872-4088-a65f-4759bf5aec88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:02.409254 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97dc9a7f-af49-401d-8102-d6c022750d4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1252} {{(pid=75045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:07:02.423525 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc9a7f-af49-401d-8102-d6c022750d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af56a035-427e-4180-a8f4-cda1b2566c34,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:02.428752 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-97dc9a7f-af49-401d-8102-d6c022750d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:02.430015 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-97dc9a7f-af49-401d-8102-d6c022750d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:02.430583 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.db.segments_db [None req-97dc9a7f-af49-401d-8102-d6c022750d4f admin admin] Added segment 22945d27-4f28-4b4b-bccd-4fc8bfeb26e0 of type vlan for network 53b8ca3b-c7b5-4977-bfe0-00939af2a7c1 Aug 25 16:07:02.463857 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-97dc9a7f-af49-401d-8102-d6c022750d4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779527754918'] for network, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:02.501367 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-97dc9a7f-af49-401d-8102-d6c022750d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244'] for network, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:02.502334 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dc9a7f-af49-401d-8102-d6c022750d4f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:02.502954 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-97dc9a7f-af49-401d-8102-d6c022750d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:02.508647 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-9960428e-154f-478d-b358-1f565a692f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:02.606861 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-58a914e3-ae61-40cf-b333-e1b27ada6f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'name': 'tempest-AttachVolumeTestJSON-501176244-router', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '32063eea-5f71-4835-a166-2841f2053755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:06:10Z', 'updated_at': '2021-08-25T16:06:17Z', 'revision_number': 4, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'gw_port': {'id': '32063eea-5f71-4835-a166-2841f2053755', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:11Z', 'updated_at': '2021-08-25T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_floatingips': [{'id': 'c259eb35-7606-453d-bbfd-5c59ce18091f', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'port_id': '49913d17-294d-4f67-859d-90517c3f0c9c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919', 'mac_address': 'fa:16:3e:5b:f7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb90aae1-a95c-4b83-adcd-d4d016c3c31e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:06:22Z', 'updated_at': '2021-08-25T16:07:00Z', 'revision_number': 1, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689faede-518d-4d2f-a1c5-67b6a8c09289', 'name': '', 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'mac_address': 'fa:16:3e:30:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b41362-f061-4c09-83d7-5c1bf8e439a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:15Z', 'updated_at': '2021-08-25T16:06:25Z', 'revision_number': 5, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'subnets': [{'id': '03b41362-f061-4c09-83d7-5c1bf8e439a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:07:02.616262 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc9a7f-af49-401d-8102-d6c022750d4f admin admin] Pushing event updated for resources: {'Network': ['ID=53b8ca3b-c7b5-4977-bfe0-00939af2a7c1,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:02.618832 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a914e3-ae61-40cf-b333-e1b27ada6f06 None None] Checking router: f58c8b96-606e-4776-859f-d7a0ac50c1db for host: dv-cinder-806008-1-iscsi {{(pid=75048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:07:02.619987 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-97dc9a7f-af49-401d-8102-d6c022750d4f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7090454 Aug 25 16:07:02.620852 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-97dc9a7f-af49-401d-8102-d6c022750d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:02.622781 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 48606) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:02.627092 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Network 53b8ca3b-c7b5-4977-bfe0-00939af2a7c1 details requested by agent ovs-agent-dv-cinder-806008-1-iscsi with host dv-cinder-806008-1-iscsi {{(pid=75047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:07:02.628535 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-285eca7a-33b8-486d-af87-1a3b834bcafe admin admin] Request body: {'subnet': {'network_id': '53b8ca3b-c7b5-4977-bfe0-00939af2a7c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-989959219-subnet', 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'ip_version': 4}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:07:02.633824 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-285eca7a-33b8-486d-af87-1a3b834bcafe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:02.635224 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a914e3-ae61-40cf-b333-e1b27ada6f06 None None] Routers {'f58c8b96-606e-4776-859f-d7a0ac50c1db'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:07:02.635921 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-58a914e3-ae61-40cf-b333-e1b27ada6f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:06:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['f58c8b96-606e-4776-859f-d7a0ac50c1db'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:07:02.637891 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-285eca7a-33b8-486d-af87-1a3b834bcafe admin admin] Usage tracker for resource:subnet and tenant:a8edaba4f7ed44dc86a4225c7ed9aa26 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:02.640788 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-285eca7a-33b8-486d-af87-1a3b834bcafe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:02.646552 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-285eca7a-33b8-486d-af87-1a3b834bcafe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:02.657907 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285eca7a-33b8-486d-af87-1a3b834bcafe admin admin] Made reservation on behalf of a8edaba4f7ed44dc86a4225c7ed9aa26 for: {'subnet': 1} {{(pid=75045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:07:02.660288 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-285eca7a-33b8-486d-af87-1a3b834bcafe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854741'] for subnet, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:02.854325 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-58a914e3-ae61-40cf-b333-e1b27ada6f06 None None] Set router f58c8b96-606e-4776-859f-d7a0ac50c1db gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:07:02.876757 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-285eca7a-33b8-486d-af87-1a3b834bcafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3837922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854727'] for subnet, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:02.881099 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-9b7cdaf4-469d-48de-800c-5556e9d91f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:02.954484 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285eca7a-33b8-486d-af87-1a3b834bcafe admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e30a288-df0f-46d0-af7f-e3694c937642,revision_number=0']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:02.958170 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-285eca7a-33b8-486d-af87-1a3b834bcafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:02.966731 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285eca7a-33b8-486d-af87-1a3b834bcafe admin admin] Checking segment: {'id': '22945d27-4f28-4b4b-bccd-4fc8bfeb26e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '53b8ca3b-c7b5-4977-bfe0-00939af2a7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:07:02.967079 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285eca7a-33b8-486d-af87-1a3b834bcafe admin admin] Network hostable DHCP agents. Network: 53b8ca3b-c7b5-4977-bfe0-00939af2a7c1, hostable agents: ['76091da7-29c6-41af-a969-d28dab66f71a'], hosted agents: [] {{(pid=75045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:07:02.990391 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285eca7a-33b8-486d-af87-1a3b834bcafe admin admin] Network 53b8ca3b-c7b5-4977-bfe0-00939af2a7c1 is scheduled to be hosted by DHCP agent 76091da7-29c6-41af-a969-d28dab66f71a with binding_index 1 {{(pid=75045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:07:03.000567 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-285eca7a-33b8-486d-af87-1a3b834bcafe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-iscsi, 53b8ca3b-c7b5-4977-bfe0-00939af2a7c1) {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:07:03.005107 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285eca7a-33b8-486d-af87-1a3b834bcafe admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:03.005688 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-285eca7a-33b8-486d-af87-1a3b834bcafe admin admin] Notify callbacks [] for subnet, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:03.010503 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaf4e64-95bb-4f99-aa83-fbdfefa1e19b None None] Network 53b8ca3b-c7b5-4977-bfe0-00939af2a7c1 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:07:03.031343 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 48610) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:03.031923 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-285eca7a-33b8-486d-af87-1a3b834bcafe admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4077427 Aug 25 16:07:03.037342 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-f87f4c90-a005-429d-a85b-60e7411f391e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-989959219-router', 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:07:03.042111 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-f87f4c90-a005-429d-a85b-60e7411f391e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:03.046289 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-f87f4c90-a005-429d-a85b-60e7411f391e admin admin] Usage tracker for resource:router and tenant:a8edaba4f7ed44dc86a4225c7ed9aa26 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:03.049465 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-f87f4c90-a005-429d-a85b-60e7411f391e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:03.057043 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-f87f4c90-a005-429d-a85b-60e7411f391e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:03.071171 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f87f4c90-a005-429d-a85b-60e7411f391e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4569'] for router, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:03.072281 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f87f4c90-a005-429d-a85b-60e7411f391e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4386'] for router, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:03.101338 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f87f4c90-a005-429d-a85b-60e7411f391e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:03.218262 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-58a914e3-ae61-40cf-b333-e1b27ada6f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'name': 'tempest-AttachVolumeTestJSON-501176244-router', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '32063eea-5f71-4835-a166-2841f2053755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:06:10Z', 'updated_at': '2021-08-25T16:06:17Z', 'revision_number': 4, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'gw_port': {'id': '32063eea-5f71-4835-a166-2841f2053755', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:11Z', 'updated_at': '2021-08-25T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_floatingips': [{'id': 'c259eb35-7606-453d-bbfd-5c59ce18091f', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'port_id': '49913d17-294d-4f67-859d-90517c3f0c9c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919', 'mac_address': 'fa:16:3e:5b:f7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb90aae1-a95c-4b83-adcd-d4d016c3c31e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:06:22Z', 'updated_at': '2021-08-25T16:07:00Z', 'revision_number': 1, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689faede-518d-4d2f-a1c5-67b6a8c09289', 'name': '', 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'mac_address': 'fa:16:3e:30:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b41362-f061-4c09-83d7-5c1bf8e439a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:15Z', 'updated_at': '2021-08-25T16:06:25Z', 'revision_number': 5, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'subnets': [{'id': '03b41362-f061-4c09-83d7-5c1bf8e439a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:07:03.222771 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a914e3-ae61-40cf-b333-e1b27ada6f06 None None] The sync data for ids ['f58c8b96-606e-4776-859f-d7a0ac50c1db'] in dv-cinder-806008-1-iscsi is: [{'id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'name': 'tempest-AttachVolumeTestJSON-501176244-router', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '32063eea-5f71-4835-a166-2841f2053755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:06:10Z', 'updated_at': '2021-08-25T16:06:17Z', 'revision_number': 4, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'gw_port': {'id': '32063eea-5f71-4835-a166-2841f2053755', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:11Z', 'updated_at': '2021-08-25T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_floatingips': [{'id': 'c259eb35-7606-453d-bbfd-5c59ce18091f', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'port_id': '49913d17-294d-4f67-859d-90517c3f0c9c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919', 'mac_address': 'fa:16:3e:5b:f7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb90aae1-a95c-4b83-adcd-d4d016c3c31e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:06:22Z', 'updated_at': '2021-08-25T16:07:00Z', 'revision_number': 1, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689faede-518d-4d2f-a1c5-67b6a8c09289', 'name': '', 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'mac_address': 'fa:16:3e:30:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b41362-f061-4c09-83d7-5c1bf8e439a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:15Z', 'updated_at': '2021-08-25T16:06:25Z', 'revision_number': 5, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'subnets': [{'id': '03b41362-f061-4c09-83d7-5c1bf8e439a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:07:03.267832 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1e2f01-149e-4ab2-a27e-c6a52befb8b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf611e6e9-e149-50bb-9d7e-e511a8e7b325-53b8ca3b-c7b5-4977-bfe0-00939af2a7c1', 'network_id': '53b8ca3b-c7b5-4977-bfe0-00939af2a7c1', 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'fixed_ips': [{'subnet_id': '4e30a288-df0f-46d0-af7f-e3694c937642'}]}} from dv-cinder-806008-1-iscsi. {{(pid=75047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:07:03.268793 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-7b1e2f01-149e-4ab2-a27e-c6a52befb8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:03.388200 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f87f4c90-a005-429d-a85b-60e7411f391e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4404'] for router, precommit_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:03.416107 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d40c1-8fee-480f-a905-1424471c7869 req-046f91e1-ef08-4122-ae6f-8d8234c62aca tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:03.417684 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6e7d40c1-8fee-480f-a905-1424471c7869 req-046f91e1-ef08-4122-ae6f-8d8234c62aca tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 945 time: 0.1545699 Aug 25 16:07:03.457367 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.db_base_plugin_common [None req-7b1e2f01-149e-4ab2-a27e-c6a52befb8b2 None None] Allocated IP 172.20.0.2 (53b8ca3b-c7b5-4977-bfe0-00939af2a7c1/4e30a288-df0f-46d0-af7f-e3694c937642/4930fce3-f81f-4648-b337-b98b8045b68d) {{(pid=75047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:07:03.553951 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c32955-d696-496f-90e2-3d5829a060ef None None] New status for floating IP c259eb35-7606-453d-bbfd-5c59ce18091f: ACTIVE {{(pid=75047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:07:03.558954 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6e7d40c1-8fee-480f-a905-1424471c7869 req-87d9439b-7df3-4cd0-a58a-d2841fc805d3 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261659 Aug 25 16:07:03.661778 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f87f4c90-a005-429d-a85b-60e7411f391e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:03.692307 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f87f4c90-a005-429d-a85b-60e7411f391e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:03.839704 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.db_base_plugin_common [None req-f87f4c90-a005-429d-a85b-60e7411f391e admin admin] Allocated IP 172.27.1.138 (918dfb31-e205-4511-8f83-81a91dee6c8c/7d72112f-2376-4184-b827-994c471d72fa/031e1411-b2c4-48df-ba7b-f7299d53776f) {{(pid=75046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:07:03.946193 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-7b1e2f01-149e-4ab2-a27e-c6a52befb8b2 None None] Notify callbacks [] for port, precommit_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:03.956325 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-7b1e2f01-149e-4ab2-a27e-c6a52befb8b2 None None] Transition to ACTIVE for port object 4930fce3-f81f-4648-b337-b98b8045b68d will not be triggered until provisioned by entity L2. {{(pid=75047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:07:03.976549 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-7b1e2f01-149e-4ab2-a27e-c6a52befb8b2 None None] Transition to ACTIVE for port object 4930fce3-f81f-4648-b337-b98b8045b68d will not be triggered until provisioned by entity DHCP. {{(pid=75047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:07:03.987092 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-7b1e2f01-149e-4ab2-a27e-c6a52befb8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143'] for port, after_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:03.992448 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-baf83964-31d8-4028-98da-f6ffb4a71e2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:04.006648 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f87f4c90-a005-429d-a85b-60e7411f391e admin admin] Notify callbacks [] for port, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:04.038470 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f87f4c90-a005-429d-a85b-60e7411f391e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:04.045703 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:04.057923 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1e2f01-149e-4ab2-a27e-c6a52befb8b2 None None] Network 53b8ca3b-c7b5-4977-bfe0-00939af2a7c1 is already hosted by enough agents. {{(pid=75047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:07:04.060810 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.scheduler.base_scheduler [None req-7b1e2f01-149e-4ab2-a27e-c6a52befb8b2 None None] Resources bound (agent type, host, resource id): {{(pid=75047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:07:04.065349 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e2f01-149e-4ab2-a27e-c6a52befb8b2 None None] Pushing event updated for resources: {'Port': ['ID=4930fce3-f81f-4648-b337-b98b8045b68d,revision_number=1']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:04.068390 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1e2f01-149e-4ab2-a27e-c6a52befb8b2 None None] Received port after_create {{(pid=75047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:07:04.070007 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-7b1e2f01-149e-4ab2-a27e-c6a52befb8b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:04.120591 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87f4c90-a005-429d-a85b-60e7411f391e admin admin] Network 918dfb31-e205-4511-8f83-81a91dee6c8c is already hosted by enough agents. {{(pid=75046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:07:04.123685 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [None req-f87f4c90-a005-429d-a85b-60e7411f391e admin admin] Resources bound (agent type, host, resource id): {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:07:04.130648 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87f4c90-a005-429d-a85b-60e7411f391e admin admin] Received port after_create {{(pid=75046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:07:04.157950 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f4c90-a005-429d-a85b-60e7411f391e admin admin] Pushing event updated for resources: {'Port': ['ID=031e1411-b2c4-48df-ba7b-f7299d53776f,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:04.160818 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-f87f4c90-a005-429d-a85b-60e7411f391e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:04.163410 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-7b1e2f01-149e-4ab2-a27e-c6a52befb8b2 None None] Attempting to bind port 4930fce3-f81f-4648-b337-b98b8045b68d on host dv-cinder-806008-1-iscsi for vnic_type normal with profile {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:07:04.163794 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-7b1e2f01-149e-4ab2-a27e-c6a52befb8b2 None None] Attempting to bind port 4930fce3-f81f-4648-b337-b98b8045b68d by drivers openvswitch,hyperv on host dv-cinder-806008-1-iscsi at level 0 using segments [{'id': '22945d27-4f28-4b4b-bccd-4fc8bfeb26e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '53b8ca3b-c7b5-4977-bfe0-00939af2a7c1'}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:07:04.164163 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1e2f01-149e-4ab2-a27e-c6a52befb8b2 None None] Attempting to bind port 4930fce3-f81f-4648-b337-b98b8045b68d on network 53b8ca3b-c7b5-4977-bfe0-00939af2a7c1 {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:07:04.171782 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1e2f01-149e-4ab2-a27e-c6a52befb8b2 None None] Checking agent: {'id': '8ad9899d-d2ce-4381-ae51-c9c56b6945b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 56, 26), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:07:04.172158 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1e2f01-149e-4ab2-a27e-c6a52befb8b2 None None] Checking segment: {'id': '22945d27-4f28-4b4b-bccd-4fc8bfeb26e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '53b8ca3b-c7b5-4977-bfe0-00939af2a7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:07:04.172584 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-7b1e2f01-149e-4ab2-a27e-c6a52befb8b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:04.172976 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1e2f01-149e-4ab2-a27e-c6a52befb8b2 None None] Bound using segment: {'id': '22945d27-4f28-4b4b-bccd-4fc8bfeb26e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '53b8ca3b-c7b5-4977-bfe0-00939af2a7c1'} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:07:04.173506 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-7b1e2f01-149e-4ab2-a27e-c6a52befb8b2 None None] Bound port: 4930fce3-f81f-4648-b337-b98b8045b68d, host: dv-cinder-806008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22945d27-4f28-4b4b-bccd-4fc8bfeb26e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '53b8ca3b-c7b5-4977-bfe0-00939af2a7c1'}}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:07:04.173830 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-7b1e2f01-149e-4ab2-a27e-c6a52befb8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:04.259127 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-7b1e2f01-149e-4ab2-a27e-c6a52befb8b2 None None] For port 4930fce3-f81f-4648-b337-b98b8045b68d, host dv-cinder-806008-1-iscsi, cleared binding levels {{(pid=75047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:07:04.262239 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-7b1e2f01-149e-4ab2-a27e-c6a52befb8b2 None None] For port 4930fce3-f81f-4648-b337-b98b8045b68d, host dv-cinder-806008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=4930fce3-f81f-4648-b337-b98b8045b68d,segment=NetworkSegment(22945d27-4f28-4b4b-bccd-4fc8bfeb26e0),segment_id=22945d27-4f28-4b4b-bccd-4fc8bfeb26e0)] {{(pid=75047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:07:04.267379 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-7b1e2f01-149e-4ab2-a27e-c6a52befb8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:04.271403 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:04.336147 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f87f4c90-a005-429d-a85b-60e7411f391e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:04.336927 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f87f4c90-a005-429d-a85b-60e7411f391e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683550'] for router, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:04.350802 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e2f01-149e-4ab2-a27e-c6a52befb8b2 None None] Pushing event updated for resources: {'Port': ['ID=4930fce3-f81f-4648-b337-b98b8045b68d,revision_number=2']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:04.353907 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-7b1e2f01-149e-4ab2-a27e-c6a52befb8b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:04.752842 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87f4c90-a005-429d-a85b-60e7411f391e admin admin] Router 2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa is scheduled to L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 with binding_index 1 {{(pid=75046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:07:04.882286 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab96b6-0763-44c0-adcd-30f59c8f015f req-4fb22054-92bb-44d4-ba2b-7b7d1c15f111 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:04.883777 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-52ab96b6-0763-44c0-adcd-30f59c8f015f req-4fb22054-92bb-44d4-ba2b-7b7d1c15f111 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 945 time: 0.1633401 Aug 25 16:07:05.028198 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-52ab96b6-0763-44c0-adcd-30f59c8f015f req-53437bbf-cee3-46dc-8be8-d442fd7f15e3 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372714 Aug 25 16:07:05.050269 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 4930fce3-f81f-4648-b337-b98b8045b68d up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:07:05.088170 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-699b3bb4-4abf-4ca1-b17d-9ed2451f0912 req-2a5e0702-dedf-4755-9ba1-339cad363d00 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=164d6d5d38f140d09589b51641a7cdf3&device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 1098 time: 0.1092682 Aug 25 16:07:05.122722 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87f4c90-a005-429d-a85b-60e7411f391e admin admin] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:07:05.135717 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning for port 4930fce3-f81f-4648-b337-b98b8045b68d completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:07:05.136355 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f6e8c4-2af6-4509-abf9-e3ac129e415e None None] Sync routers for ids ['2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa'] in dv-cinder-806008-1-iscsi {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:07:05.152969 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f6e8c4-2af6-4509-abf9-e3ac129e415e None None] Routers {'2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:07:05.153700 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-70f6e8c4-2af6-4509-abf9-e3ac129e415e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:06:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:07:05.210069 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f87f4c90-a005-429d-a85b-60e7411f391e admin admin] Notify callbacks [] for router, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:05.214146 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-f87f4c90-a005-429d-a85b-60e7411f391e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1787698 Aug 25 16:07:05.214627 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 48634) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:05.329269 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b3bb4-4abf-4ca1-b17d-9ed2451f0912 req-83ba488d-5c72-4ca8-9779-dd66a2bc0704 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:05.330750 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-699b3bb4-4abf-4ca1-b17d-9ed2451f0912 req-83ba488d-5c72-4ca8-9779-dd66a2bc0704 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b0497f16-a3e0-46b0-81f5-eae02d264919 HTTP/1.1" status: 200 len: 912 time: 0.2345486 Aug 25 16:07:05.336913 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-70f6e8c4-2af6-4509-abf9-e3ac129e415e None None] Set router 2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:07:05.344222 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572ef7c3-f3a5-4530-a4c8-487d5b764ca0 None None] Network 53b8ca3b-c7b5-4977-bfe0-00939af2a7c1 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:07:05.459189 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-d9f6ce55-b0ae-49d4-93e6-d9a1174b62c4 None None] Provisioning for port 4930fce3-f81f-4648-b337-b98b8045b68d completed by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:07:05.476655 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-d9f6ce55-b0ae-49d4-93e6-d9a1174b62c4 None None] Provisioning complete for port 4930fce3-f81f-4648-b337-b98b8045b68d triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:05.477363 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-d9f6ce55-b0ae-49d4-93e6-d9a1174b62c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:05.512675 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-699b3bb4-4abf-4ca1-b17d-9ed2451f0912 req-65cfa899-0c69-42f1-8114-3d22b8042f7a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49913d17-294d-4f67-859d-90517c3f0c9c HTTP/1.1" status: 200 len: 1000 time: 0.1691015 Aug 25 16:07:05.687280 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b3bb4-4abf-4ca1-b17d-9ed2451f0912 req-36330d19-afd8-49c1-b079-6c3784e14fec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:05.689085 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-699b3bb4-4abf-4ca1-b17d-9ed2451f0912 req-36330d19-afd8-49c1-b079-6c3784e14fec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03b41362-f061-4c09-83d7-5c1bf8e439a3 HTTP/1.1" status: 200 len: 849 time: 0.0855365 Aug 25 16:07:05.691904 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-70f6e8c4-2af6-4509-abf9-e3ac129e415e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'name': 'tempest-TestMinimumBasicScenario-989959219-router', 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '031e1411-b2c4-48df-ba7b-f7299d53776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:03Z', 'updated_at': '2021-08-25T16:07:04Z', 'revision_number': 3, 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'gw_port': {'id': '031e1411-b2c4-48df-ba7b-f7299d53776f', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:03Z', 'updated_at': '2021-08-25T16:07:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:07:05.697034 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f6e8c4-2af6-4509-abf9-e3ac129e415e None None] Checking router: 2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa for host: dv-cinder-806008-1-iscsi {{(pid=75048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:07:05.697730 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f6e8c4-2af6-4509-abf9-e3ac129e415e None None] Updating router 2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa port 031e1411-b2c4-48df-ba7b-f7299d53776f binding host dv-cinder-806008-1-iscsi {{(pid=75048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:07:05.815961 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-70f6e8c4-2af6-4509-abf9-e3ac129e415e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:05.829753 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-d9f6ce55-b0ae-49d4-93e6-d9a1174b62c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:05.861872 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-699b3bb4-4abf-4ca1-b17d-9ed2451f0912 req-de6b9095-3adb-4fcf-ac4b-bc3aa89f6d8d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b0497f16-a3e0-46b0-81f5-eae02d264919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1647177 Aug 25 16:07:05.879473 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-d9f6ce55-b0ae-49d4-93e6-d9a1174b62c4 None None] For port 4930fce3-f81f-4648-b337-b98b8045b68d, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=4930fce3-f81f-4648-b337-b98b8045b68d,segment=NetworkSegment(22945d27-4f28-4b4b-bccd-4fc8bfeb26e0),segment_id=22945d27-4f28-4b4b-bccd-4fc8bfeb26e0)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:05.895222 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-d9f6ce55-b0ae-49d4-93e6-d9a1174b62c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:05.899544 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:06.039447 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6ce55-b0ae-49d4-93e6-d9a1174b62c4 None None] Pushing event updated for resources: {'Port': ['ID=4930fce3-f81f-4648-b337-b98b8045b68d,revision_number=3']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:06.050450 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-d9f6ce55-b0ae-49d4-93e6-d9a1174b62c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:06.343567 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-63c8ff3c-f9cf-4346-afea-36f5def57732 None None] Provisioning complete for port 4930fce3-f81f-4648-b337-b98b8045b68d triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:06.344101 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-63c8ff3c-f9cf-4346-afea-36f5def57732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:06.378951 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-70f6e8c4-2af6-4509-abf9-e3ac129e415e None None] Notify callbacks [] for port, precommit_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:06.406001 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-699b3bb4-4abf-4ca1-b17d-9ed2451f0912 req-8d9017ea-7516-4d1f-ace4-85a1a6a54b41 service neutron] 10.222.0.21 "GET /v2.0/networks/b0497f16-a3e0-46b0-81f5-eae02d264919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5299032 Aug 25 16:07:06.413576 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.provisioning_blocks [None req-70f6e8c4-2af6-4509-abf9-e3ac129e415e None None] Transition to ACTIVE for port object 031e1411-b2c4-48df-ba7b-f7299d53776f will not be triggered until provisioned by entity L2. {{(pid=75048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:07:06.441042 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-70f6e8c4-2af6-4509-abf9-e3ac129e415e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:06.463938 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [None req-024fcb36-40ce-4a1b-a010-43f40cdfa730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:06.597494 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.managers [None req-70f6e8c4-2af6-4509-abf9-e3ac129e415e None None] Attempting to bind port 031e1411-b2c4-48df-ba7b-f7299d53776f on host dv-cinder-806008-1-iscsi for vnic_type normal with profile {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:07:06.598546 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.managers [None req-70f6e8c4-2af6-4509-abf9-e3ac129e415e None None] Attempting to bind port 031e1411-b2c4-48df-ba7b-f7299d53776f by drivers openvswitch,hyperv on host dv-cinder-806008-1-iscsi at level 0 using segments [{'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}] {{(pid=75048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:07:06.599675 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f6e8c4-2af6-4509-abf9-e3ac129e415e None None] Attempting to bind port 031e1411-b2c4-48df-ba7b-f7299d53776f on network 918dfb31-e205-4511-8f83-81a91dee6c8c {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:07:06.608695 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb4c34-2ffa-467c-aee3-340c0ad0a5f1 None None] Pushing event updated for resources: {'Port': ['ID=031e1411-b2c4-48df-ba7b-f7299d53776f,revision_number=2']} {{(pid=75048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:06.612836 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [None req-1dcb4c34-2ffa-467c-aee3-340c0ad0a5f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:06.615714 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f6e8c4-2af6-4509-abf9-e3ac129e415e None None] Checking agent: {'id': '8ad9899d-d2ce-4381-ae51-c9c56b6945b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 56, 26), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:07:06.616221 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f6e8c4-2af6-4509-abf9-e3ac129e415e None None] Checking segment: {'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:07:06.616724 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-70f6e8c4-2af6-4509-abf9-e3ac129e415e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:06.618366 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f6e8c4-2af6-4509-abf9-e3ac129e415e None None] Bound using segment: {'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'} {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:07:06.619175 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.managers [None req-70f6e8c4-2af6-4509-abf9-e3ac129e415e None None] Bound port: 031e1411-b2c4-48df-ba7b-f7299d53776f, host: dv-cinder-806008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}}] {{(pid=75048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:07:06.620234 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-70f6e8c4-2af6-4509-abf9-e3ac129e415e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:06.627558 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75532dd1-44cb-43e2-9a2c-9f43f27dcab6 req-22c084d4-b23b-4d61-a4e7-4d0a8547890f tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:06.636928 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-75532dd1-44cb-43e2-9a2c-9f43f27dcab6 req-22c084d4-b23b-4d61-a4e7-4d0a8547890f tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.1384795 Aug 25 16:07:06.698374 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd888c68-908a-43e4-84a2-8f2232e9ed8c req-381be338-816a-4be6-8996-41c2088d3b40 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:06.700550 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-fd888c68-908a-43e4-84a2-8f2232e9ed8c req-381be338-816a-4be6-8996-41c2088d3b40 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.21 "GET /v2.0/ports?device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 945 time: 0.4595139 Aug 25 16:07:06.721291 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-75532dd1-44cb-43e2-9a2c-9f43f27dcab6 req-47189d78-a8d5-4d8e-82b5-ade86f12e57c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831010 Aug 25 16:07:06.722102 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.db [None req-70f6e8c4-2af6-4509-abf9-e3ac129e415e None None] For port 031e1411-b2c4-48df-ba7b-f7299d53776f, host dv-cinder-806008-1-iscsi, cleared binding levels {{(pid=75048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:07:06.735191 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.db [None req-70f6e8c4-2af6-4509-abf9-e3ac129e415e None None] For port 031e1411-b2c4-48df-ba7b-f7299d53776f, host dv-cinder-806008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=031e1411-b2c4-48df-ba7b-f7299d53776f,segment=NetworkSegment(6c802ec5-cb0c-4ebf-9051-a5208badfc91),segment_id=6c802ec5-cb0c-4ebf-9051-a5208badfc91)] {{(pid=75048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:07:06.741780 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-70f6e8c4-2af6-4509-abf9-e3ac129e415e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:06.746475 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:06.821712 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201432e-36c9-42f6-945f-741ffca6a598 req-c2345419-abfc-4859-907f-518acb097362 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:06.823468 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4201432e-36c9-42f6-945f-741ffca6a598 req-c2345419-abfc-4859-907f-518acb097362 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 945 time: 0.5512800 Aug 25 16:07:06.875340 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb4c34-2ffa-467c-aee3-340c0ad0a5f1 None None] Pushing event updated for resources: {'Port': ['ID=031e1411-b2c4-48df-ba7b-f7299d53776f,revision_number=3']} {{(pid=75048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:06.880873 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [None req-1dcb4c34-2ffa-467c-aee3-340c0ad0a5f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:06.881755 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f6e8c4-2af6-4509-abf9-e3ac129e415e None None] Routers {'2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:07:06.884505 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-70f6e8c4-2af6-4509-abf9-e3ac129e415e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:06:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:07:06.904754 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-699b3bb4-4abf-4ca1-b17d-9ed2451f0912 req-cc3d4fff-66c4-404c-9c75-b214ede96dee service neutron] 10.222.0.21 "GET /v2.0/networks/b0497f16-a3e0-46b0-81f5-eae02d264919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856856 Aug 25 16:07:06.961953 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-fd888c68-908a-43e4-84a2-8f2232e9ed8c req-87dd5ed0-e927-4a4c-9e41-b9891b957eb6 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Deleting port 3639de66-2c8a-4050-8182-bd76ed065720 {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:07:06.962303 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-fd888c68-908a-43e4-84a2-8f2232e9ed8c req-87dd5ed0-e927-4a4c-9e41-b9891b957eb6 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:07.009765 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4201432e-36c9-42f6-945f-741ffca6a598 req-364c3884-a6e3-4e1a-97b9-fdf82824387e tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634986 Aug 25 16:07:07.066671 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 4930fce3-f81f-4648-b337-b98b8045b68d up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:07:07.174190 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-70f6e8c4-2af6-4509-abf9-e3ac129e415e None None] Set router 2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:07:07.230763 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 4930fce3-f81f-4648-b337-b98b8045b68d triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:07.234341 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:07.282260 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-fd888c68-908a-43e4-84a2-8f2232e9ed8c req-87dd5ed0-e927-4a4c-9e41-b9891b957eb6 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] For port 3639de66-2c8a-4050-8182-bd76ed065720, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3639de66-2c8a-4050-8182-bd76ed065720,segment=NetworkSegment(d3eef3c6-2860-4e88-b596-6d7fe6b1ef18),segment_id=d3eef3c6-2860-4e88-b596-6d7fe6b1ef18)] {{(pid=75046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:07.282628 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-fd888c68-908a-43e4-84a2-8f2232e9ed8c req-87dd5ed0-e927-4a4c-9e41-b9891b957eb6 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:07.563526 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-fd888c68-908a-43e4-84a2-8f2232e9ed8c req-87dd5ed0-e927-4a4c-9e41-b9891b957eb6 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Calling delete_port for 3639de66-2c8a-4050-8182-bd76ed065720 owned by compute:nova {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:07:07.714068 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-70f6e8c4-2af6-4509-abf9-e3ac129e415e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'name': 'tempest-TestMinimumBasicScenario-989959219-router', 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '031e1411-b2c4-48df-ba7b-f7299d53776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:03Z', 'updated_at': '2021-08-25T16:07:04Z', 'revision_number': 3, 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'gw_port': {'id': '031e1411-b2c4-48df-ba7b-f7299d53776f', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:03Z', 'updated_at': '2021-08-25T16:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:07:07.719476 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f6e8c4-2af6-4509-abf9-e3ac129e415e None None] The sync data for ids ['2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa'] in dv-cinder-806008-1-iscsi is: [{'id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'name': 'tempest-TestMinimumBasicScenario-989959219-router', 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '031e1411-b2c4-48df-ba7b-f7299d53776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:03Z', 'updated_at': '2021-08-25T16:07:04Z', 'revision_number': 3, 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'gw_port': {'id': '031e1411-b2c4-48df-ba7b-f7299d53776f', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:03Z', 'updated_at': '2021-08-25T16:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}] {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:07:07.877605 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-fd888c68-908a-43e4-84a2-8f2232e9ed8c req-87dd5ed0-e927-4a4c-9e41-b9891b957eb6 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:07.892512 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-f87f4c90-a005-429d-a85b-60e7411f391e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:07.933131 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-b68ed420-f911-419b-b652-66372271fee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:07.951292 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd5ed0-e927-4a4c-9e41-b9891b957eb6 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Pushing event deleted for resources: {'Port': ['ID=3639de66-2c8a-4050-8182-bd76ed065720,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:07.957603 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-87dd5ed0-e927-4a4c-9e41-b9891b957eb6 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:08.073675 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd888c68-908a-43e4-84a2-8f2232e9ed8c req-87dd5ed0-e927-4a4c-9e41-b9891b957eb6 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] No DVR routers for this DVR port 3639de66-2c8a-4050-8182-bd76ed065720 on host hv-cinder-80600 {{(pid=75046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:07:08.083928 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-fd888c68-908a-43e4-84a2-8f2232e9ed8c req-87dd5ed0-e927-4a4c-9e41-b9891b957eb6 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:08.086819 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722ba4f4-9bf9-4779-8df4-545ffa44ef41', 'name': 'network-vif-deleted', 'tag': '3639de66-2c8a-4050-8182-bd76ed065720'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:07:08.123051 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-fd888c68-908a-43e4-84a2-8f2232e9ed8c req-87dd5ed0-e927-4a4c-9e41-b9891b957eb6 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.21 "DELETE /v2.0/ports/3639de66-2c8a-4050-8182-bd76ed065720 HTTP/1.1" status: 204 len: 173 time: 1.4117067 Aug 25 16:07:08.165611 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722ba4f4-9bf9-4779-8df4-545ffa44ef41', 'name': 'network-vif-deleted', 'tag': '3639de66-2c8a-4050-8182-bd76ed065720', 'status': 'completed', 'code': 200} Aug 25 16:07:08.201758 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-06351ffe-fee5-4bf5-9cff-af657047ceab req-d47cf2ca-320d-45e6-bad1-80d06f69c19c tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=722ba4f4-9bf9-4779-8df4-545ffa44ef41 HTTP/1.1" status: 200 len: 210 time: 0.0459545 Aug 25 16:07:08.339680 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.db_base_plugin_common [None req-b68ed420-f911-419b-b652-66372271fee5 admin admin] Allocated IP 172.20.0.1 (53b8ca3b-c7b5-4977-bfe0-00939af2a7c1/4e30a288-df0f-46d0-af7f-e3694c937642/0b3bcace-76d7-4192-b9ab-dfd3f3aee711) {{(pid=75046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:07:08.531548 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-b68ed420-f911-419b-b652-66372271fee5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:08.548415 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.provisioning_blocks [None req-b68ed420-f911-419b-b652-66372271fee5 admin admin] Transition to ACTIVE for port object 0b3bcace-76d7-4192-b9ab-dfd3f3aee711 will not be triggered until provisioned by entity DHCP. {{(pid=75046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:07:08.575038 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-b68ed420-f911-419b-b652-66372271fee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:08.581415 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:08.671486 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68ed420-f911-419b-b652-66372271fee5 admin admin] Network 53b8ca3b-c7b5-4977-bfe0-00939af2a7c1 is already hosted by enough agents. {{(pid=75046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:07:08.674711 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [None req-b68ed420-f911-419b-b652-66372271fee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:07:08.681255 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68ed420-f911-419b-b652-66372271fee5 admin admin] Received port after_create {{(pid=75046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:07:08.707610 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 3639de66-2c8a-4050-8182-bd76ed065720 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:07:08.723087 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ed420-f911-419b-b652-66372271fee5 admin admin] Pushing event updated for resources: {'Port': ['ID=0b3bcace-76d7-4192-b9ab-dfd3f3aee711,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:08.729074 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-b68ed420-f911-419b-b652-66372271fee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:08.780487 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-b68ed420-f911-419b-b652-66372271fee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683712'] for router_interface, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:08.785163 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] No Port match for: 3639de66-2c8a-4050-8182-bd76ed065720 {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:07:08.785800 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 3639de66-2c8a-4050-8182-bd76ed065720 not bound to the agent host hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:07:08.961023 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-b68ed420-f911-419b-b652-66372271fee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:08.998652 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-0ae44583-a3a6-4b49-97ff-f5983b08b486 None None] Provisioning for port 0b3bcace-76d7-4192-b9ab-dfd3f3aee711 completed by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:07:09.005897 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-0ae44583-a3a6-4b49-97ff-f5983b08b486 None None] Provisioning complete for port 0b3bcace-76d7-4192-b9ab-dfd3f3aee711 triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:09.006286 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-0ae44583-a3a6-4b49-97ff-f5983b08b486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:09.105042 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:09.118355 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-0ae44583-a3a6-4b49-97ff-f5983b08b486 None None] Port 0b3bcace-76d7-4192-b9ab-dfd3f3aee711 cannot update to ACTIVE because it is not bound. {{(pid=75047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:07:09.355341 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-b68ed420-f911-419b-b652-66372271fee5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:09.362573 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-b68ed420-f911-419b-b652-66372271fee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:09.402731 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:09.495148 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ed420-f911-419b-b652-66372271fee5 admin admin] Pushing event updated for resources: {'Port': ['ID=0b3bcace-76d7-4192-b9ab-dfd3f3aee711,revision_number=2']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:09.500244 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-b68ed420-f911-419b-b652-66372271fee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:09.501038 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-b68ed420-f911-419b-b652-66372271fee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684841'] for router_interface, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:09.660802 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68ed420-f911-419b-b652-66372271fee5 admin admin] Network 53b8ca3b-c7b5-4977-bfe0-00939af2a7c1 is already hosted by enough agents. {{(pid=75046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:07:09.662250 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [None req-b68ed420-f911-419b-b652-66372271fee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:07:09.720112 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-6dece9d2-ff66-426d-8ff0-73b2fa5877ab tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:09.720816 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-6dece9d2-ff66-426d-8ff0-73b2fa5877ab tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Synchronizing usage tracker for tenant:749be22c92aa443a8d39367758c7ddf9 on resource:network {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:07:09.742685 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-6dece9d2-ff66-426d-8ff0-73b2fa5877ab tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Unset dirty status for tenant:749be22c92aa443a8d39367758c7ddf9 on resource:network {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:07:09.744318 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-6dece9d2-ff66-426d-8ff0-73b2fa5877ab tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/networks?id=0f37ac8f-d089-43f1-b93d-c6b9eee36327 HTTP/1.1" status: 200 len: 809 time: 0.1851506 Aug 25 16:07:09.767804 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-043f646d-f4e8-411f-9073-a017b1afe1a4 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/quotas/749be22c92aa443a8d39367758c7ddf9 HTTP/1.1" status: 200 len: 375 time: 0.0116138 Aug 25 16:07:09.832674 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-944f5fc9-7aaf-40da-b050-612f63529833 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=749be22c92aa443a8d39367758c7ddf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577755 Aug 25 16:07:10.002837 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-33b89071-94b6-456d-9ad0-4df0ec2c87f2 None None] Provisioning complete for port 0b3bcace-76d7-4192-b9ab-dfd3f3aee711 triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:10.003325 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-33b89071-94b6-456d-9ad0-4df0ec2c87f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:10.077880 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-006fb588-abce-43d5-901c-b05ef49c5ce5 service neutron] 10.222.0.43 "GET /v2.0/networks/0f37ac8f-d089-43f1-b93d-c6b9eee36327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370224 Aug 25 16:07:10.085664 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-33b89071-94b6-456d-9ad0-4df0ec2c87f2 None None] Port 0b3bcace-76d7-4192-b9ab-dfd3f3aee711 cannot update to ACTIVE because it is not bound. {{(pid=75047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:07:10.279193 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68ed420-f911-419b-b652-66372271fee5 admin admin] Router 2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:07:10.291724 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-e7ef3b2b-0f63-4441-a2b6-56ce9ffb3fb8 service neutron] 10.222.0.43 "GET /v2.0/networks/0f37ac8f-d089-43f1-b93d-c6b9eee36327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128363 Aug 25 16:07:10.782486 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-501a8129-ca03-4133-b24a-2cfb3a5a37f2 req-ce958b7c-b2b9-40a3-8450-67ffb430dd2c tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Synchronizing usage tracker for tenant:749be22c92aa443a8d39367758c7ddf9 on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:07:10.815541 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-501a8129-ca03-4133-b24a-2cfb3a5a37f2 req-ce958b7c-b2b9-40a3-8450-67ffb430dd2c tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Unset dirty status for tenant:749be22c92aa443a8d39367758c7ddf9 on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:07:10.817686 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-501a8129-ca03-4133-b24a-2cfb3a5a37f2 req-ce958b7c-b2b9-40a3-8450-67ffb430dd2c tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3c65f4a-7101-4292-86ad-079082697802 HTTP/1.1" status: 200 len: 210 time: 0.3309216 Aug 25 16:07:10.869086 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68ed420-f911-419b-b652-66372271fee5 admin admin] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:07:10.885560 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-b68ed420-f911-419b-b652-66372271fee5 admin admin] 10.222.0.43 "PUT /v2.0/routers/2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6698267 Aug 25 16:07:11.061604 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 031e1411-b2c4-48df-ba7b-f7299d53776f up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:07:11.278271 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning for port 031e1411-b2c4-48df-ba7b-f7299d53776f completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:07:11.287245 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 031e1411-b2c4-48df-ba7b-f7299d53776f triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:11.288513 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:11.428715 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:11.449609 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] For port 031e1411-b2c4-48df-ba7b-f7299d53776f, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=031e1411-b2c4-48df-ba7b-f7299d53776f,segment=NetworkSegment(6c802ec5-cb0c-4ebf-9051-a5208badfc91),segment_id=6c802ec5-cb0c-4ebf-9051-a5208badfc91)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:11.454399 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:11.461847 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:11.538418 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Pushing event updated for resources: {'Port': ['ID=031e1411-b2c4-48df-ba7b-f7299d53776f,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:11.547007 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:11.547349 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:11.547681 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:11.548010 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:11.548334 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:11.548657 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:11.548996 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:11.549349 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:11.549657 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:11.549971 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:11.550284 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:11.554688 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:11.996129 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 48810) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:12.002006 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-76bb62e4-28b5-4596-98a6-5d24a82cfdb1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1344994390-network', 'tenant_id': 'd3a580bf2e62429b937d785123945c10'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:07:12.008588 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-76bb62e4-28b5-4596-98a6-5d24a82cfdb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:12.017540 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-76bb62e4-28b5-4596-98a6-5d24a82cfdb1 admin admin] Usage tracker for resource:network and tenant:d3a580bf2e62429b937d785123945c10 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:12.020622 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-76bb62e4-28b5-4596-98a6-5d24a82cfdb1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:12.027166 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-76bb62e4-28b5-4596-98a6-5d24a82cfdb1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:12.046669 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bb62e4-28b5-4596-98a6-5d24a82cfdb1 admin admin] Made reservation on behalf of d3a580bf2e62429b937d785123945c10 for: {'network': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:07:12.051482 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-76bb62e4-28b5-4596-98a6-5d24a82cfdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for network, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:12.065324 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-76bb62e4-28b5-4596-98a6-5d24a82cfdb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:12.070083 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6e60fb20-0130-4be2-8cb6-8a4725c9f1c8 req-d0281c6b-ac14-47a9-9eac-d11d5816bbb4 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3c65f4a-7101-4292-86ad-079082697802 HTTP/1.1" status: 200 len: 210 time: 0.0553052 Aug 25 16:07:12.102043 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-76bb62e4-28b5-4596-98a6-5d24a82cfdb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:12.105887 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-76bb62e4-28b5-4596-98a6-5d24a82cfdb1 admin admin] Usage tracker for resource:security_group_rule and tenant:d3a580bf2e62429b937d785123945c10 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:12.109200 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-76bb62e4-28b5-4596-98a6-5d24a82cfdb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:12.118777 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-76bb62e4-28b5-4596-98a6-5d24a82cfdb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:12.299968 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-5da3e02c-7c60-49e1-a069-97c6715e4ecf tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:12.301474 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-5da3e02c-7c60-49e1-a069-97c6715e4ecf tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.21 "GET /v2.0/networks?id=0f37ac8f-d089-43f1-b93d-c6b9eee36327 HTTP/1.1" status: 200 len: 809 time: 0.1850846 Aug 25 16:07:12.329510 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-76bb62e4-28b5-4596-98a6-5d24a82cfdb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:12.354027 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-685a1581-cb10-4d3b-b1a0-757fdb3d1acc tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Request body: {'port': {'device_id': 'c3c65f4a-7101-4292-86ad-079082697802', 'network_id': '0f37ac8f-d089-43f1-b93d-c6b9eee36327', 'admin_state_up': True, 'tenant_id': '749be22c92aa443a8d39367758c7ddf9'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:07:12.372347 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-76bb62e4-28b5-4596-98a6-5d24a82cfdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:12.381389 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-e92b0136-3958-424d-8cfc-8f68a5b3e23f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:12.462690 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb62e4-28b5-4596-98a6-5d24a82cfdb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8edd25-4f90-404f-b2ef-f1750ebd0b88,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:12.476847 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-76bb62e4-28b5-4596-98a6-5d24a82cfdb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:12.493315 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76bb62e4-28b5-4596-98a6-5d24a82cfdb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1256} {{(pid=75046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:07:12.522233 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-76bb62e4-28b5-4596-98a6-5d24a82cfdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:12.522662 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.db.segments_db [None req-76bb62e4-28b5-4596-98a6-5d24a82cfdb1 admin admin] Added segment f40bab7a-0691-4b9c-9308-30c0a44b5777 of type vlan for network 212616ba-55fd-40cc-9efa-15f3d6a3fce6 Aug 25 16:07:12.576054 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 48832) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:12.587695 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-76bb62e4-28b5-4596-98a6-5d24a82cfdb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779527754918'] for network, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:12.591987 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-685a1581-cb10-4d3b-b1a0-757fdb3d1acc tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:12.610319 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-685a1581-cb10-4d3b-b1a0-757fdb3d1acc tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:12.642220 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-685a1581-cb10-4d3b-b1a0-757fdb3d1acc tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Made reservation on behalf of 749be22c92aa443a8d39367758c7ddf9 for: {'port': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:07:12.645169 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-685a1581-cb10-4d3b-b1a0-757fdb3d1acc tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:12.666469 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-76bb62e4-28b5-4596-98a6-5d24a82cfdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244'] for network, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:12.670902 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bb62e4-28b5-4596-98a6-5d24a82cfdb1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:12.671526 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-76bb62e4-28b5-4596-98a6-5d24a82cfdb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:12.709241 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:12.755699 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-73a0face-c824-4ab5-9d7e-5bf99a8773e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:12.790157 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-73a0face-c824-4ab5-9d7e-5bf99a8773e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:12.794548 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-73a0face-c824-4ab5-9d7e-5bf99a8773e3 admin admin] Usage tracker for resource:security_group_rule and tenant:48676e025fae41ee8e676d6750a11e4d is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:12.797668 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-73a0face-c824-4ab5-9d7e-5bf99a8773e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:12.805703 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-73a0face-c824-4ab5-9d7e-5bf99a8773e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:12.854931 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb62e4-28b5-4596-98a6-5d24a82cfdb1 admin admin] Pushing event updated for resources: {'Network': ['ID=212616ba-55fd-40cc-9efa-15f3d6a3fce6,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:12.859472 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-76bb62e4-28b5-4596-98a6-5d24a82cfdb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:12.867105 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-76bb62e4-28b5-4596-98a6-5d24a82cfdb1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8699939 Aug 25 16:07:12.868320 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Network 212616ba-55fd-40cc-9efa-15f3d6a3fce6 details requested by agent ovs-agent-dv-cinder-806008-1-iscsi with host dv-cinder-806008-1-iscsi {{(pid=75047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:07:12.871532 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 48846) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:12.878568 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-04730ab3-0e7a-4e71-81a6-bc9de4cbb917 admin admin] Request body: {'subnet': {'network_id': '212616ba-55fd-40cc-9efa-15f3d6a3fce6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1344994390-subnet', 'tenant_id': 'd3a580bf2e62429b937d785123945c10', 'ip_version': 4}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:07:12.924654 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-04730ab3-0e7a-4e71-81a6-bc9de4cbb917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:12.941449 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-04730ab3-0e7a-4e71-81a6-bc9de4cbb917 admin admin] Usage tracker for resource:subnet and tenant:d3a580bf2e62429b937d785123945c10 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:12.950171 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-04730ab3-0e7a-4e71-81a6-bc9de4cbb917 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:12.963920 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-73a0face-c824-4ab5-9d7e-5bf99a8773e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:12.965854 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-04730ab3-0e7a-4e71-81a6-bc9de4cbb917 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:12.969545 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-73a0face-c824-4ab5-9d7e-5bf99a8773e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:12.983437 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-e20ba8e6-2c8a-4423-9e4a-c1731a244dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:13.021098 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04730ab3-0e7a-4e71-81a6-bc9de4cbb917 admin admin] Made reservation on behalf of d3a580bf2e62429b937d785123945c10 for: {'subnet': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:07:13.024489 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-04730ab3-0e7a-4e71-81a6-bc9de4cbb917 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4098540'] for subnet, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:13.028672 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0face-c824-4ab5-9d7e-5bf99a8773e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340bc26a-e93b-4e49-9641-e563df2eb18e,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:13.040779 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-73a0face-c824-4ab5-9d7e-5bf99a8773e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:13.053499 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.db_base_plugin_common [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-685a1581-cb10-4d3b-b1a0-757fdb3d1acc tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Allocated IP 172.20.0.9 (0f37ac8f-d089-43f1-b93d-c6b9eee36327/8be271ee-cfae-41b8-b827-df03300633c6/a141144a-24bb-4eed-8c9a-32c3d0809115) {{(pid=75046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:07:13.059140 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-73a0face-c824-4ab5-9d7e-5bf99a8773e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=48676e025fae41ee8e676d6750a11e4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4819963 Aug 25 16:07:13.062157 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 48856) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:13.091103 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 031e1411-b2c4-48df-ba7b-f7299d53776f up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:07:13.152386 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-7d0e4472-7031-4136-9f94-ffc37f848ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:13.193967 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-7d0e4472-7031-4136-9f94-ffc37f848ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:13.256745 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 031e1411-b2c4-48df-ba7b-f7299d53776f triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:13.257462 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:13.282300 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-7d0e4472-7031-4136-9f94-ffc37f848ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:13.287757 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-9181a4f5-8b7c-489c-9d3c-36c3bf06df40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:13.308844 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e4472-7031-4136-9f94-ffc37f848ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340bc26a-e93b-4e49-9641-e563df2eb18e,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:13.324207 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-7d0e4472-7031-4136-9f94-ffc37f848ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:13.328966 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-7d0e4472-7031-4136-9f94-ffc37f848ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:13.330770 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-7d0e4472-7031-4136-9f94-ffc37f848ea3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/340bc26a-e93b-4e49-9641-e563df2eb18e HTTP/1.1" status: 204 len: 168 time: 0.2670679 Aug 25 16:07:13.672478 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-685a1581-cb10-4d3b-b1a0-757fdb3d1acc tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Notify callbacks [] for port, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:13.679438 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-b172b7ad-d2e5-4913-b360-647f3d994688 req-95c540c8-152d-4a74-bc10-2f5954807d98 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Synchronizing usage tracker for tenant:749be22c92aa443a8d39367758c7ddf9 on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:07:13.692635 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-04730ab3-0e7a-4e71-81a6-bc9de4cbb917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3202558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4098558'] for subnet, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:13.703973 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:13.740217 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-b172b7ad-d2e5-4913-b360-647f3d994688 req-95c540c8-152d-4a74-bc10-2f5954807d98 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Unset dirty status for tenant:749be22c92aa443a8d39367758c7ddf9 on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:07:13.741579 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-b172b7ad-d2e5-4913-b360-647f3d994688 req-95c540c8-152d-4a74-bc10-2f5954807d98 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3c65f4a-7101-4292-86ad-079082697802 HTTP/1.1" status: 200 len: 210 time: 0.1398361 Aug 25 16:07:13.791792 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04730ab3-0e7a-4e71-81a6-bc9de4cbb917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eb01645-ea8f-447a-9539-2d828d5dafb0,revision_number=0']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:13.798509 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-04730ab3-0e7a-4e71-81a6-bc9de4cbb917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:13.817310 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-685a1581-cb10-4d3b-b1a0-757fdb3d1acc tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:13.827148 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-268f3a9d-a0ba-4298-b0a0-30280c30876d tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:13.910464 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-685a1581-cb10-4d3b-b1a0-757fdb3d1acc tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Network 0f37ac8f-d089-43f1-b93d-c6b9eee36327 is already hosted by enough agents. {{(pid=75046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:07:13.916230 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-685a1581-cb10-4d3b-b1a0-757fdb3d1acc tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Resources bound (agent type, host, resource id): {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:07:13.918507 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a1581-cb10-4d3b-b1a0-757fdb3d1acc tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Pushing event updated for resources: {'Port': ['ID=a141144a-24bb-4eed-8c9a-32c3d0809115,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:13.920661 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-685a1581-cb10-4d3b-b1a0-757fdb3d1acc tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Received port after_create {{(pid=75046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:07:13.957921 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04730ab3-0e7a-4e71-81a6-bc9de4cbb917 admin admin] Checking segment: {'id': 'f40bab7a-0691-4b9c-9308-30c0a44b5777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '212616ba-55fd-40cc-9efa-15f3d6a3fce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:07:13.958513 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04730ab3-0e7a-4e71-81a6-bc9de4cbb917 admin admin] Network hostable DHCP agents. Network: 212616ba-55fd-40cc-9efa-15f3d6a3fce6, hostable agents: ['76091da7-29c6-41af-a969-d28dab66f71a'], hosted agents: [] {{(pid=75046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:07:13.964112 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-685a1581-cb10-4d3b-b1a0-757fdb3d1acc tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:14.014009 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-685a1581-cb10-4d3b-b1a0-757fdb3d1acc tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:14.014633 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-685a1581-cb10-4d3b-b1a0-757fdb3d1acc tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:14.021301 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04730ab3-0e7a-4e71-81a6-bc9de4cbb917 admin admin] Network 212616ba-55fd-40cc-9efa-15f3d6a3fce6 is scheduled to be hosted by DHCP agent 76091da7-29c6-41af-a969-d28dab66f71a with binding_index 1 {{(pid=75046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:07:14.039399 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [None req-04730ab3-0e7a-4e71-81a6-bc9de4cbb917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-iscsi, 212616ba-55fd-40cc-9efa-15f3d6a3fce6) {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:07:14.042539 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-685a1581-cb10-4d3b-b1a0-757fdb3d1acc tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7083259 Aug 25 16:07:14.045302 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04730ab3-0e7a-4e71-81a6-bc9de4cbb917 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:14.046322 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-04730ab3-0e7a-4e71-81a6-bc9de4cbb917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for subnet, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:14.049592 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e699147-f4d7-4bf4-b37f-a231c8c72bf6 None None] Network 212616ba-55fd-40cc-9efa-15f3d6a3fce6 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:07:14.062650 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-2f04dfae-8023-4bb9-b14d-8c2257d3d9a7 service neutron] Request body: {'port': {'device_id': 'c3c65f4a-7101-4292-86ad-079082697802', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:07:14.117028 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 48882) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:14.117173 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-04730ab3-0e7a-4e71-81a6-bc9de4cbb917 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2442479 Aug 25 16:07:14.130028 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-ad91cdfd-4f9f-4ade-80c6-a5ee32d8a6f7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1344994390-router', 'tenant_id': 'd3a580bf2e62429b937d785123945c10', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:07:14.136886 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-ad91cdfd-4f9f-4ade-80c6-a5ee32d8a6f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:14.141824 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-ad91cdfd-4f9f-4ade-80c6-a5ee32d8a6f7 admin admin] Usage tracker for resource:router and tenant:d3a580bf2e62429b937d785123945c10 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:14.146188 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-ad91cdfd-4f9f-4ade-80c6-a5ee32d8a6f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:14.152785 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-ad91cdfd-4f9f-4ade-80c6-a5ee32d8a6f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:14.169195 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ad91cdfd-4f9f-4ade-80c6-a5ee32d8a6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4569'] for router, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:14.170579 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ad91cdfd-4f9f-4ade-80c6-a5ee32d8a6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4386'] for router, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:14.197206 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ad91cdfd-4f9f-4ade-80c6-a5ee32d8a6f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:14.200974 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-2f04dfae-8023-4bb9-b14d-8c2257d3d9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:14.306816 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0da1c4b-f692-4cb2-90e1-ddb528f44996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf611e6e9-e149-50bb-9d7e-e511a8e7b325-212616ba-55fd-40cc-9efa-15f3d6a3fce6', 'network_id': '212616ba-55fd-40cc-9efa-15f3d6a3fce6', 'tenant_id': 'd3a580bf2e62429b937d785123945c10', 'fixed_ips': [{'subnet_id': '5eb01645-ea8f-447a-9539-2d828d5dafb0'}]}} from dv-cinder-806008-1-iscsi. {{(pid=75047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:07:14.309771 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-e0da1c4b-f692-4cb2-90e1-ddb528f44996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:14.376911 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ad91cdfd-4f9f-4ade-80c6-a5ee32d8a6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4404'] for router, precommit_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:14.393876 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 48894) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:14.657240 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.db_base_plugin_common [None req-e0da1c4b-f692-4cb2-90e1-ddb528f44996 None None] Allocated IP 172.20.0.2 (212616ba-55fd-40cc-9efa-15f3d6a3fce6/5eb01645-ea8f-447a-9539-2d828d5dafb0/ac93360b-709d-4007-bbbd-954f9e821457) {{(pid=75047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:07:14.686498 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ad91cdfd-4f9f-4ade-80c6-a5ee32d8a6f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:14.730805 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ad91cdfd-4f9f-4ade-80c6-a5ee32d8a6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:14.794075 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-76dc454a-198c-4224-9558-975f965a7166 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2030593235-network', 'tenant_id': '22e0a038233841198fcd18094ff457f0'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:07:14.801262 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-76dc454a-198c-4224-9558-975f965a7166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:14.807210 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-76dc454a-198c-4224-9558-975f965a7166 admin admin] Usage tracker for resource:network and tenant:22e0a038233841198fcd18094ff457f0 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:14.811526 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-76dc454a-198c-4224-9558-975f965a7166 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:14.819682 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-76dc454a-198c-4224-9558-975f965a7166 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:14.871297 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dc454a-198c-4224-9558-975f965a7166 admin admin] Made reservation on behalf of 22e0a038233841198fcd18094ff457f0 for: {'network': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:07:14.877539 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-76dc454a-198c-4224-9558-975f965a7166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for network, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:14.911846 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-76dc454a-198c-4224-9558-975f965a7166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:14.922164 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_common [None req-ad91cdfd-4f9f-4ade-80c6-a5ee32d8a6f7 admin admin] Allocated IP 172.27.1.85 (918dfb31-e205-4511-8f83-81a91dee6c8c/7d72112f-2376-4184-b827-994c471d72fa/9ec0678e-23da-4031-a2bf-8456135aa120) {{(pid=75045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:07:14.974685 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-76dc454a-198c-4224-9558-975f965a7166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:14.978868 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-76dc454a-198c-4224-9558-975f965a7166 admin admin] Usage tracker for resource:security_group_rule and tenant:22e0a038233841198fcd18094ff457f0 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:14.985613 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-76dc454a-198c-4224-9558-975f965a7166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:14.991225 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-e0da1c4b-f692-4cb2-90e1-ddb528f44996 None None] Notify callbacks [] for port, precommit_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:15.006227 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-76dc454a-198c-4224-9558-975f965a7166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:15.030279 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-e0da1c4b-f692-4cb2-90e1-ddb528f44996 None None] Transition to ACTIVE for port object ac93360b-709d-4007-bbbd-954f9e821457 will not be triggered until provisioned by entity L2. {{(pid=75047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:07:15.104308 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-e0da1c4b-f692-4cb2-90e1-ddb528f44996 None None] Transition to ACTIVE for port object ac93360b-709d-4007-bbbd-954f9e821457 will not be triggered until provisioned by entity DHCP. {{(pid=75047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:07:15.120284 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-e0da1c4b-f692-4cb2-90e1-ddb528f44996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143'] for port, after_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:15.142128 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:15.174577 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-76dc454a-198c-4224-9558-975f965a7166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:15.201906 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-76dc454a-198c-4224-9558-975f965a7166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:15.220118 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76dc454a-198c-4224-9558-975f965a7166 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1258} {{(pid=75046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:07:15.231774 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-76dc454a-198c-4224-9558-975f965a7166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:15.232238 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.db.segments_db [None req-76dc454a-198c-4224-9558-975f965a7166 admin admin] Added segment cacdea98-e620-4fb6-8343-3b417b230008 of type vlan for network c3e9d8a4-bf3c-498d-b519-afa6aab2d465 Aug 25 16:07:15.251151 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da1c4b-f692-4cb2-90e1-ddb528f44996 None None] Pushing event updated for resources: {'Port': ['ID=ac93360b-709d-4007-bbbd-954f9e821457,revision_number=1']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:15.262575 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-76dc454a-198c-4224-9558-975f965a7166 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779527754918'] for network, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:15.264009 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-e0da1c4b-f692-4cb2-90e1-ddb528f44996 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:15.269133 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0da1c4b-f692-4cb2-90e1-ddb528f44996 None None] Network 212616ba-55fd-40cc-9efa-15f3d6a3fce6 is already hosted by enough agents. {{(pid=75047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:07:15.280549 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.scheduler.base_scheduler [None req-e0da1c4b-f692-4cb2-90e1-ddb528f44996 None None] Resources bound (agent type, host, resource id): {{(pid=75047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:07:15.289783 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0da1c4b-f692-4cb2-90e1-ddb528f44996 None None] Received port after_create {{(pid=75047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:07:15.291587 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-fe954320-06ef-461a-8bb9-9f19c5ac0994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:15.321661 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-2f04dfae-8023-4bb9-b14d-8c2257d3d9a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a141144a-24bb-4eed-8c9a-32c3d0809115 {{(pid=75046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:07:15.330721 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-76dc454a-198c-4224-9558-975f965a7166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244'] for network, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:15.332573 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-2f04dfae-8023-4bb9-b14d-8c2257d3d9a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:15.337643 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 48914) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:15.343008 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dc454a-198c-4224-9558-975f965a7166 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:15.343975 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-76dc454a-198c-4224-9558-975f965a7166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:15.354223 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc454a-198c-4224-9558-975f965a7166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b33aa4-a4c7-4118-9a9b-24e308b17281,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:15.370091 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-76dc454a-198c-4224-9558-975f965a7166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:15.377855 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-575684ea-21df-49a2-aaca-16381a3aede7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:15.435914 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-e0da1c4b-f692-4cb2-90e1-ddb528f44996 None None] Attempting to bind port ac93360b-709d-4007-bbbd-954f9e821457 on host dv-cinder-806008-1-iscsi for vnic_type normal with profile {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:07:15.436566 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-e0da1c4b-f692-4cb2-90e1-ddb528f44996 None None] Attempting to bind port ac93360b-709d-4007-bbbd-954f9e821457 by drivers openvswitch,hyperv on host dv-cinder-806008-1-iscsi at level 0 using segments [{'id': 'f40bab7a-0691-4b9c-9308-30c0a44b5777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '212616ba-55fd-40cc-9efa-15f3d6a3fce6'}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:07:15.437319 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0da1c4b-f692-4cb2-90e1-ddb528f44996 None None] Attempting to bind port ac93360b-709d-4007-bbbd-954f9e821457 on network 212616ba-55fd-40cc-9efa-15f3d6a3fce6 {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:07:15.444794 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-76dc454a-198c-4224-9558-975f965a7166 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0494819 Aug 25 16:07:15.446065 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.provisioning_blocks [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-2f04dfae-8023-4bb9-b14d-8c2257d3d9a7 service neutron] Transition to ACTIVE for port object a141144a-24bb-4eed-8c9a-32c3d0809115 will not be triggered until provisioned by entity L2. {{(pid=75046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:07:15.450544 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0da1c4b-f692-4cb2-90e1-ddb528f44996 None None] Checking agent: {'id': '8ad9899d-d2ce-4381-ae51-c9c56b6945b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 56, 26), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:07:15.451310 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0da1c4b-f692-4cb2-90e1-ddb528f44996 None None] Checking segment: {'id': 'f40bab7a-0691-4b9c-9308-30c0a44b5777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '212616ba-55fd-40cc-9efa-15f3d6a3fce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:07:15.451533 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 48920) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:15.452116 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-e0da1c4b-f692-4cb2-90e1-ddb528f44996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:15.452566 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0da1c4b-f692-4cb2-90e1-ddb528f44996 None None] Bound using segment: {'id': 'f40bab7a-0691-4b9c-9308-30c0a44b5777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '212616ba-55fd-40cc-9efa-15f3d6a3fce6'} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:07:15.453478 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-e0da1c4b-f692-4cb2-90e1-ddb528f44996 None None] Bound port: ac93360b-709d-4007-bbbd-954f9e821457, host: dv-cinder-806008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40bab7a-0691-4b9c-9308-30c0a44b5777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '212616ba-55fd-40cc-9efa-15f3d6a3fce6'}}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:07:15.453999 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-e0da1c4b-f692-4cb2-90e1-ddb528f44996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:15.456086 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ad91cdfd-4f9f-4ade-80c6-a5ee32d8a6f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:15.481076 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-b70e3263-731c-4caf-bb07-e9f6588464cc admin admin] Request body: {'subnet': {'network_id': 'c3e9d8a4-bf3c-498d-b519-afa6aab2d465', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2030593235-subnet', 'tenant_id': '22e0a038233841198fcd18094ff457f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:07:15.511655 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-b70e3263-731c-4caf-bb07-e9f6588464cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:15.515097 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-2f04dfae-8023-4bb9-b14d-8c2257d3d9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:15.523218 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9acc4-e9c6-40da-a780-318ea9206043 req-aa319e94-e37e-45f7-a28d-e3502369ca23 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:15.524706 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2aa9acc4-e9c6-40da-a780-318ea9206043 req-aa319e94-e37e-45f7-a28d-e3502369ca23 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3c65f4a-7101-4292-86ad-079082697802 HTTP/1.1" status: 200 len: 931 time: 0.3302159 Aug 25 16:07:15.525761 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-b70e3263-731c-4caf-bb07-e9f6588464cc admin admin] Usage tracker for resource:subnet and tenant:22e0a038233841198fcd18094ff457f0 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:15.530132 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-b70e3263-731c-4caf-bb07-e9f6588464cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:15.542177 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-b70e3263-731c-4caf-bb07-e9f6588464cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:15.592802 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70e3263-731c-4caf-bb07-e9f6588464cc admin admin] Made reservation on behalf of 22e0a038233841198fcd18094ff457f0 for: {'subnet': 1} {{(pid=75045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:07:15.601712 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-b70e3263-731c-4caf-bb07-e9f6588464cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854741'] for subnet, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:15.622317 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-e0da1c4b-f692-4cb2-90e1-ddb528f44996 None None] For port ac93360b-709d-4007-bbbd-954f9e821457, host dv-cinder-806008-1-iscsi, cleared binding levels {{(pid=75047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:07:15.626097 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-e0da1c4b-f692-4cb2-90e1-ddb528f44996 None None] For port ac93360b-709d-4007-bbbd-954f9e821457, host dv-cinder-806008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=ac93360b-709d-4007-bbbd-954f9e821457,segment=NetworkSegment(f40bab7a-0691-4b9c-9308-30c0a44b5777),segment_id=f40bab7a-0691-4b9c-9308-30c0a44b5777)] {{(pid=75047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:07:15.631076 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-e0da1c4b-f692-4cb2-90e1-ddb528f44996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:15.637501 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:15.677654 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc454a-198c-4224-9558-975f965a7166 admin admin] Pushing event updated for resources: {'Network': ['ID=c3e9d8a4-bf3c-498d-b519-afa6aab2d465,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:15.680639 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-31d08429-4992-4596-96c6-67e49ab9af3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:15.689788 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-76dc454a-198c-4224-9558-975f965a7166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:15.693493 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:15.709167 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Network c3e9d8a4-bf3c-498d-b519-afa6aab2d465 details requested by agent ovs-agent-dv-cinder-806008-1-iscsi with host dv-cinder-806008-1-iscsi {{(pid=75047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:07:15.717623 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2aa9acc4-e9c6-40da-a780-318ea9206043 req-1b74788b-3980-48f0-8cf9-84a81a84f5bb tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831951 Aug 25 16:07:15.748574 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ad91cdfd-4f9f-4ade-80c6-a5ee32d8a6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:15.758779 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-743c9922-f4a4-4a40-8f00-977411c31e68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:15.851039 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da1c4b-f692-4cb2-90e1-ddb528f44996 None None] Pushing event updated for resources: {'Port': ['ID=ac93360b-709d-4007-bbbd-954f9e821457,revision_number=2']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:15.860215 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-e0da1c4b-f692-4cb2-90e1-ddb528f44996 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:15.903817 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-31d08429-4992-4596-96c6-67e49ab9af3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:15.907935 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04dfae-8023-4bb9-b14d-8c2257d3d9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a141144a-24bb-4eed-8c9a-32c3d0809115,revision_number=2']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:15.914253 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-2f04dfae-8023-4bb9-b14d-8c2257d3d9a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:15.916878 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-31d08429-4992-4596-96c6-67e49ab9af3c admin admin] Usage tracker for resource:security_group_rule and tenant:9b52e97d9f5d416898ccf809212f2cbd is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:15.925244 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-31d08429-4992-4596-96c6-67e49ab9af3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:15.941247 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-31d08429-4992-4596-96c6-67e49ab9af3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:15.947383 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad91cdfd-4f9f-4ade-80c6-a5ee32d8a6f7 admin admin] Network 918dfb31-e205-4511-8f83-81a91dee6c8c is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:07:15.951770 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-ad91cdfd-4f9f-4ade-80c6-a5ee32d8a6f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:07:15.959603 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad91cdfd-4f9f-4ade-80c6-a5ee32d8a6f7 admin admin] Received port after_create {{(pid=75045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:07:15.969555 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-2f04dfae-8023-4bb9-b14d-8c2257d3d9a7 service neutron] Attempting to bind port a141144a-24bb-4eed-8c9a-32c3d0809115 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:07:15.969894 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-2f04dfae-8023-4bb9-b14d-8c2257d3d9a7 service neutron] Attempting to bind port a141144a-24bb-4eed-8c9a-32c3d0809115 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'd3eef3c6-2860-4e88-b596-6d7fe6b1ef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '0f37ac8f-d089-43f1-b93d-c6b9eee36327'}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:07:15.970220 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-2f04dfae-8023-4bb9-b14d-8c2257d3d9a7 service neutron] Attempting to bind port a141144a-24bb-4eed-8c9a-32c3d0809115 on network 0f37ac8f-d089-43f1-b93d-c6b9eee36327 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:07:15.982730 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-2f04dfae-8023-4bb9-b14d-8c2257d3d9a7 service neutron] Port a141144a-24bb-4eed-8c9a-32c3d0809115 on network 0f37ac8f-d089-43f1-b93d-c6b9eee36327 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:07:15.983044 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-2f04dfae-8023-4bb9-b14d-8c2257d3d9a7 service neutron] Attempting to bind port a141144a-24bb-4eed-8c9a-32c3d0809115 on network 0f37ac8f-d089-43f1-b93d-c6b9eee36327 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:07:15.989074 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91cdfd-4f9f-4ade-80c6-a5ee32d8a6f7 admin admin] Pushing event updated for resources: {'Port': ['ID=9ec0678e-23da-4031-a2bf-8456135aa120,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:15.999912 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-2f04dfae-8023-4bb9-b14d-8c2257d3d9a7 service neutron] Checking agent: {'id': '931cd7a1-d330-4f67-a87c-c25f72aa55d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:07:16.000404 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-2f04dfae-8023-4bb9-b14d-8c2257d3d9a7 service neutron] Checking segment: {'id': 'd3eef3c6-2860-4e88-b596-6d7fe6b1ef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '0f37ac8f-d089-43f1-b93d-c6b9eee36327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:07:16.000566 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-ad91cdfd-4f9f-4ade-80c6-a5ee32d8a6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:16.000853 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-2f04dfae-8023-4bb9-b14d-8c2257d3d9a7 service neutron] Bound using segment: {'id': 'd3eef3c6-2860-4e88-b596-6d7fe6b1ef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '0f37ac8f-d089-43f1-b93d-c6b9eee36327'} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:07:16.001306 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-2f04dfae-8023-4bb9-b14d-8c2257d3d9a7 service neutron] Bound port: a141144a-24bb-4eed-8c9a-32c3d0809115, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3eef3c6-2860-4e88-b596-6d7fe6b1ef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '0f37ac8f-d089-43f1-b93d-c6b9eee36327'}}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:07:16.001708 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-2f04dfae-8023-4bb9-b14d-8c2257d3d9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:16.128227 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-31d08429-4992-4596-96c6-67e49ab9af3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:16.142880 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-31d08429-4992-4596-96c6-67e49ab9af3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:16.157027 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-5e6204ac-3add-40c9-af31-ab1b2162f030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:16.262965 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d08429-4992-4596-96c6-67e49ab9af3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29f7124-51f3-4df2-8a22-2ec7ac781d17,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:16.269812 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-2f04dfae-8023-4bb9-b14d-8c2257d3d9a7 service neutron] For port a141144a-24bb-4eed-8c9a-32c3d0809115, host hv-cinder-80600, cleared binding levels {{(pid=75046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:07:16.275704 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-31d08429-4992-4596-96c6-67e49ab9af3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:16.280065 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-2f04dfae-8023-4bb9-b14d-8c2257d3d9a7 service neutron] For port a141144a-24bb-4eed-8c9a-32c3d0809115, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a141144a-24bb-4eed-8c9a-32c3d0809115,segment=NetworkSegment(d3eef3c6-2860-4e88-b596-6d7fe6b1ef18),segment_id=d3eef3c6-2860-4e88-b596-6d7fe6b1ef18)] {{(pid=75046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:07:16.285086 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-31d08429-4992-4596-96c6-67e49ab9af3c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9b52e97d9f5d416898ccf809212f2cbd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9461889 Aug 25 16:07:16.287725 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 48936) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:16.294262 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-2f04dfae-8023-4bb9-b14d-8c2257d3d9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:16.328960 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:16.344820 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ad91cdfd-4f9f-4ade-80c6-a5ee32d8a6f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:16.345820 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ad91cdfd-4f9f-4ade-80c6-a5ee32d8a6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683550'] for router, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:16.403302 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-2f04dfae-8023-4bb9-b14d-8c2257d3d9a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:16.404932 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-2f04dfae-8023-4bb9-b14d-8c2257d3d9a7 service neutron] 10.222.0.21 "PUT /v2.0/ports/a141144a-24bb-4eed-8c9a-32c3d0809115 HTTP/1.1" status: 200 len: 1093 time: 2.3465991 Aug 25 16:07:16.414439 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c65f4a-7101-4292-86ad-079082697802', 'tag': 'a141144a-24bb-4eed-8c9a-32c3d0809115'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:07:16.485190 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04dfae-8023-4bb9-b14d-8c2257d3d9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a141144a-24bb-4eed-8c9a-32c3d0809115,revision_number=3']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:16.488830 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-2f04dfae-8023-4bb9-b14d-8c2257d3d9a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:16.506229 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-c2a5f72d-a909-4dbd-8f5e-f5c156b4fadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:16.507102 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-b70e3263-731c-4caf-bb07-e9f6588464cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3837922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854727'] for subnet, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:16.523910 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:16.545243 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-c2a5f72d-a909-4dbd-8f5e-f5c156b4fadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:16.602383 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c65f4a-7101-4292-86ad-079082697802', 'tag': 'a141144a-24bb-4eed-8c9a-32c3d0809115', 'status': 'completed', 'code': 200} Aug 25 16:07:16.654330 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e3263-731c-4caf-bb07-e9f6588464cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=30f85216-423d-4808-8866-c24fc0e1b637,revision_number=0']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:16.668577 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-b70e3263-731c-4caf-bb07-e9f6588464cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:16.714493 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70e3263-731c-4caf-bb07-e9f6588464cc admin admin] Checking segment: {'id': 'cacdea98-e620-4fb6-8343-3b417b230008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'c3e9d8a4-bf3c-498d-b519-afa6aab2d465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:07:16.715046 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70e3263-731c-4caf-bb07-e9f6588464cc admin admin] Network hostable DHCP agents. Network: c3e9d8a4-bf3c-498d-b519-afa6aab2d465, hostable agents: ['76091da7-29c6-41af-a969-d28dab66f71a'], hosted agents: [] {{(pid=75045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:07:16.750066 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-c2a5f72d-a909-4dbd-8f5e-f5c156b4fadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:16.759425 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:16.814596 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5f72d-a909-4dbd-8f5e-f5c156b4fadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29f7124-51f3-4df2-8a22-2ec7ac781d17,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:16.823430 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-c2a5f72d-a909-4dbd-8f5e-f5c156b4fadc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:16.836922 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70e3263-731c-4caf-bb07-e9f6588464cc admin admin] Network c3e9d8a4-bf3c-498d-b519-afa6aab2d465 is scheduled to be hosted by DHCP agent 76091da7-29c6-41af-a969-d28dab66f71a with binding_index 1 {{(pid=75045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:07:16.857868 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-b70e3263-731c-4caf-bb07-e9f6588464cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-iscsi, c3e9d8a4-bf3c-498d-b519-afa6aab2d465) {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:07:16.864275 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70e3263-731c-4caf-bb07-e9f6588464cc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:16.865074 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-b70e3263-731c-4caf-bb07-e9f6588464cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:16.866258 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8219f2f-9877-4447-9411-155f7e4332df None None] Network c3e9d8a4-bf3c-498d-b519-afa6aab2d465 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:07:16.903343 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-b70e3263-731c-4caf-bb07-e9f6588464cc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4429042 Aug 25 16:07:16.923981 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-c2a5f72d-a909-4dbd-8f5e-f5c156b4fadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:16.930641 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-c2a5f72d-a909-4dbd-8f5e-f5c156b4fadc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d29f7124-51f3-4df2-8a22-2ec7ac781d17 HTTP/1.1" status: 204 len: 168 time: 0.6416216 Aug 25 16:07:16.965522 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-b96561be-c7d9-4d5e-8ea3-d92d756200ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=749be22c92aa443a8d39367758c7ddf9&device_id=c3c65f4a-7101-4292-86ad-079082697802 HTTP/1.1" status: 200 len: 1096 time: 0.4125142 Aug 25 16:07:17.002301 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad91cdfd-4f9f-4ade-80c6-a5ee32d8a6f7 admin admin] Router ee546a0a-209c-4ad8-8ace-abb5e3191ecb is scheduled to L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 with binding_index 1 {{(pid=75045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:07:17.163926 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-3356f368-5ad2-414c-8853-d5a8a60090ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a141144a-24bb-4eed-8c9a-32c3d0809115 HTTP/1.1" status: 200 len: 217 time: 0.1732867 Aug 25 16:07:17.175749 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-22d9c8ab-971e-4e13-a322-8d565ec670f1 req-5ef9c838-e0f8-45e3-b70d-05ceaea1d75c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f675e5666b19428a9822ff26629e69fc&device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 1098 time: 0.4625473 Aug 25 16:07:17.237120 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8cd17-c43d-4550-89d4-98aba98a7a9d req-aa306f1d-0a4f-48a6-891a-2e9fb3bdca64 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:17.239236 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device ac93360b-709d-4007-bbbd-954f9e821457 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:07:17.244414 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5ce8cd17-c43d-4550-89d4-98aba98a7a9d req-aa306f1d-0a4f-48a6-891a-2e9fb3bdca64 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.4710126 Aug 25 16:07:17.357500 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edecaf1e-d440-484b-b21d-f8267487e60c None None] Network 212616ba-55fd-40cc-9efa-15f3d6a3fce6 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:07:17.389191 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5ce8cd17-c43d-4550-89d4-98aba98a7a9d req-7df79ee2-4392-4878-a2eb-6cd4b899a64b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436994 Aug 25 16:07:17.396678 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-9786b661-1eb5-41ad-93bc-baea5967a32c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:17.400851 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-9786b661-1eb5-41ad-93bc-baea5967a32c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8be271ee-cfae-41b8-b827-df03300633c6 HTTP/1.1" status: 200 len: 849 time: 0.2233288 Aug 25 16:07:17.461783 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-9f7ee9b9-4ef5-40b9-a2b6-79bc3e7e55c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f37ac8f-d089-43f1-b93d-c6b9eee36327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539527 Aug 25 16:07:17.492539 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f358f1-2755-41fa-bf15-c5d8d6e3634d req-8d2e6fc0-9202-484a-b8bf-dd5299e9ce1a tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:17.496357 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-79f358f1-2755-41fa-bf15-c5d8d6e3634d req-8d2e6fc0-9202-484a-b8bf-dd5299e9ce1a tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3c65f4a-7101-4292-86ad-079082697802 HTTP/1.1" status: 200 len: 943 time: 0.2943740 Aug 25 16:07:17.602295 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-79f358f1-2755-41fa-bf15-c5d8d6e3634d req-6b882f7f-d742-4b57-9e13-bb10589749e8 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827129 Aug 25 16:07:17.685544 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad91cdfd-4f9f-4ade-80c6-a5ee32d8a6f7 admin admin] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:07:17.741693 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ad91cdfd-4f9f-4ade-80c6-a5ee32d8a6f7 admin admin] Notify callbacks [] for router, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:17.743637 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-ad91cdfd-4f9f-4ade-80c6-a5ee32d8a6f7 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6229622 Aug 25 16:07:17.747676 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 48966) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:17.823272 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9c8ab-971e-4e13-a322-8d565ec670f1 req-c7beaf5b-f815-4784-a64d-b23ad2709682 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:17.825425 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-22d9c8ab-971e-4e13-a322-8d565ec670f1 req-c7beaf5b-f815-4784-a64d-b23ad2709682 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ce200f7d-ab4f-4302-beaa-d6a928b6d6a1 HTTP/1.1" status: 200 len: 921 time: 0.6158569 Aug 25 16:07:17.939403 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a4698b-682f-4433-8dce-3a85ee09990f None None] Sync routers for ids ['2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa'] in dv-cinder-806008-1-iscsi {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:07:17.951790 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-22d9c8ab-971e-4e13-a322-8d565ec670f1 req-30566223-ca5e-416d-9bab-35c83a22ca9e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a31aab4-f819-4247-9a1f-fd97d8d1c947 HTTP/1.1" status: 200 len: 217 time: 0.1184306 Aug 25 16:07:17.954110 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868a8f48-8193-4b7f-a5cb-675947d4bc4e None None] Sync routers for ids ['ee546a0a-209c-4ad8-8ace-abb5e3191ecb'] in dv-cinder-806008-1-iscsi {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:07:17.958901 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a4698b-682f-4433-8dce-3a85ee09990f None None] Routers {'2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:07:17.959744 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-b8a4698b-682f-4433-8dce-3a85ee09990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:06:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:07:17.970191 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 48976) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:18.014176 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5abae1e2-8d24-4377-8cbe-eef0338fdf64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:18.026802 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868a8f48-8193-4b7f-a5cb-675947d4bc4e None None] Routers {'ee546a0a-209c-4ad8-8ace-abb5e3191ecb'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:07:18.028037 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-868a8f48-8193-4b7f-a5cb-675947d4bc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:06:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['ee546a0a-209c-4ad8-8ace-abb5e3191ecb'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:07:18.110291 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-5abae1e2-8d24-4377-8cbe-eef0338fdf64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:18.121166 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-1bf85b46-d3d0-4a2f-9082-6c79823c20fa tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:18.128075 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-1bf85b46-d3d0-4a2f-9082-6c79823c20fa tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/networks?id=19552b71-7cb9-4c5a-9436-fcba33552e32 HTTP/1.1" status: 200 len: 815 time: 0.2660227 Aug 25 16:07:18.138308 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-a83e276c-9d4d-4852-b1ad-ce76c7c00923 service neutron] 10.222.0.21 "GET /v2.0/networks/0f37ac8f-d089-43f1-b93d-c6b9eee36327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6556942 Aug 25 16:07:18.140058 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-5abae1e2-8d24-4377-8cbe-eef0338fdf64 admin admin] Usage tracker for resource:security_group_rule and tenant:c4ce8325046a40c4b57b41ea3b5c2109 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:18.145692 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-5abae1e2-8d24-4377-8cbe-eef0338fdf64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:18.155730 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-5abae1e2-8d24-4377-8cbe-eef0338fdf64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:18.168005 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-e1a58818-1ba9-4042-8940-46a16c13ea93 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/quotas/2e09075145744d7794abaa90e728ee8c HTTP/1.1" status: 200 len: 375 time: 0.0389092 Aug 25 16:07:18.324680 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-5b053dd1-41c8-4150-92a4-3d2a0f4dd2c3 None None] Provisioning for port ac93360b-709d-4007-bbbd-954f9e821457 completed by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:07:18.335385 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-b8a4698b-682f-4433-8dce-3a85ee09990f None None] Set router 2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:07:18.349240 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5351f3-2261-4035-842f-599be665546e None None] Network c3e9d8a4-bf3c-498d-b519-afa6aab2d465 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:07:18.401205 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6916856b-c2c8-41b1-8570-d4f1df1ef6be req-b39326de-42ac-4bdc-b9b5-a4eca0031d8d service neutron] 10.222.0.21 "GET /v2.0/networks/0f37ac8f-d089-43f1-b93d-c6b9eee36327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452464 Aug 25 16:07:18.403903 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9c8ab-971e-4e13-a322-8d565ec670f1 req-3d3214d5-a78a-437b-97e6-c69279bc4ebc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:18.405852 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-22d9c8ab-971e-4e13-a322-8d565ec670f1 req-3d3214d5-a78a-437b-97e6-c69279bc4ebc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21c635d2-aa5a-4ebb-9743-23ef87a885c6 HTTP/1.1" status: 200 len: 859 time: 0.4430954 Aug 25 16:07:18.459470 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5abae1e2-8d24-4377-8cbe-eef0338fdf64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:18.472145 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-22d9c8ab-971e-4e13-a322-8d565ec670f1 req-88e5b7f7-b878-4579-93a4-f004880e40e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ce200f7d-ab4f-4302-beaa-d6a928b6d6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480068 Aug 25 16:07:18.492325 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-bf445a64-0b0f-42c4-9108-cfa64c747de7 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e09075145744d7794abaa90e728ee8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3231606 Aug 25 16:07:18.495771 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5abae1e2-8d24-4377-8cbe-eef0338fdf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:18.504305 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning for port ac93360b-709d-4007-bbbd-954f9e821457 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:07:18.519210 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port ac93360b-709d-4007-bbbd-954f9e821457 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:18.519855 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:18.551689 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-141c20bb-2d0a-443f-9c73-4a473cf72a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:18.577169 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 48986) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:18.577441 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-5abae1e2-8d24-4377-8cbe-eef0338fdf64 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c4ce8325046a40c4b57b41ea3b5c2109&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6031735 Aug 25 16:07:18.721126 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-b8a4698b-682f-4433-8dce-3a85ee09990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'name': 'tempest-TestMinimumBasicScenario-989959219-router', 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '031e1411-b2c4-48df-ba7b-f7299d53776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:03Z', 'updated_at': '2021-08-25T16:07:08Z', 'revision_number': 4, 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'gw_port': {'id': '031e1411-b2c4-48df-ba7b-f7299d53776f', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:03Z', 'updated_at': '2021-08-25T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '0b3bcace-76d7-4192-b9ab-dfd3f3aee711', 'name': '', 'network_id': '53b8ca3b-c7b5-4977-bfe0-00939af2a7c1', 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'mac_address': 'fa:16:3e:ff:94:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e30a288-df0f-46d0-af7f-e3694c937642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:08Z', 'updated_at': '2021-08-25T16:07:09Z', 'revision_number': 2, 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'subnets': [{'id': '4e30a288-df0f-46d0-af7f-e3694c937642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:07:18.726146 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a4698b-682f-4433-8dce-3a85ee09990f None None] Checking router: 2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa for host: dv-cinder-806008-1-iscsi {{(pid=75048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:07:18.727007 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a4698b-682f-4433-8dce-3a85ee09990f None None] Updating router 2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa port 0b3bcace-76d7-4192-b9ab-dfd3f3aee711 binding host dv-cinder-806008-1-iscsi {{(pid=75048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:07:18.733627 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-be548fc2-97ea-40e6-8fd7-925d841481c3 service neutron] 10.222.0.43 "GET /v2.0/networks/19552b71-7cb9-4c5a-9436-fcba33552e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829221 Aug 25 16:07:18.790191 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-b8a4698b-682f-4433-8dce-3a85ee09990f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:18.883079 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-868a8f48-8193-4b7f-a5cb-675947d4bc4e None None] Set router ee546a0a-209c-4ad8-8ace-abb5e3191ecb gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:07:18.899358 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-b72725b7-5d5b-485d-bf04-bebd9e7b655a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:18.920918 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-04e14e2e-3978-4b4d-8897-33e707937be6 req-0f21f5c5-287f-4a5d-a66e-6d4344efec75 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=749be22c92aa443a8d39367758c7ddf9&device_id=c3c65f4a-7101-4292-86ad-079082697802 HTTP/1.1" status: 200 len: 1096 time: 0.3446052 Aug 25 16:07:18.924468 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-03a8a0d4-6fc1-4956-93f5-166a47399a92 service neutron] 10.222.0.43 "GET /v2.0/networks/19552b71-7cb9-4c5a-9436-fcba33552e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835320 Aug 25 16:07:18.945473 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe50f5e-df7b-413e-87d0-e53183220ecd req-805b393e-0018-41a8-8899-fa56b0b7bfc0 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:18.957635 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-ebe50f5e-df7b-413e-87d0-e53183220ecd req-805b393e-0018-41a8-8899-fa56b0b7bfc0 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.2540824 Aug 25 16:07:19.097067 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abae1e2-8d24-4377-8cbe-eef0338fdf64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cab56d-aea3-4764-841c-2467d8d04f54,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:19.107061 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-5abae1e2-8d24-4377-8cbe-eef0338fdf64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:19.130833 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-b72725b7-5d5b-485d-bf04-bebd9e7b655a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:19.172866 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-22d9c8ab-971e-4e13-a322-8d565ec670f1 req-da079870-0401-4a46-be40-48bb68f1ed17 service neutron] 10.222.0.21 "GET /v2.0/networks/ce200f7d-ab4f-4302-beaa-d6a928b6d6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6378403 Aug 25 16:07:19.205661 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-ebe50f5e-df7b-413e-87d0-e53183220ecd req-20977a7c-1326-49b8-9422-36060bdc554b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461598 Aug 25 16:07:19.266754 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:19.373256 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-b8a4698b-682f-4433-8dce-3a85ee09990f None None] Notify callbacks [] for port, precommit_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:19.387932 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.provisioning_blocks [None req-b8a4698b-682f-4433-8dce-3a85ee09990f None None] Transition to ACTIVE for port object 0b3bcace-76d7-4192-b9ab-dfd3f3aee711 will not be triggered until provisioned by entity L2. {{(pid=75048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:07:19.396908 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-b8a4698b-682f-4433-8dce-3a85ee09990f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:19.431482 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:19.530381 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] For port ac93360b-709d-4007-bbbd-954f9e821457, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=ac93360b-709d-4007-bbbd-954f9e821457,segment=NetworkSegment(f40bab7a-0691-4b9c-9308-30c0a44b5777),segment_id=f40bab7a-0691-4b9c-9308-30c0a44b5777)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:19.548481 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:19.551408 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-e0da1c4b-f692-4cb2-90e1-ddb528f44996 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:19.613624 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503dc0d3-e91a-4c72-b18d-e9d3b7cdc585 req-c29ca8e9-0457-4cd5-af36-23a9b87a4601 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:19.622407 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-503dc0d3-e91a-4c72-b18d-e9d3b7cdc585 req-c29ca8e9-0457-4cd5-af36-23a9b87a4601 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3c65f4a-7101-4292-86ad-079082697802 HTTP/1.1" status: 200 len: 943 time: 0.1613972 Aug 25 16:07:19.663697 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-83d097fa-cbf1-4a3b-a0e2-e3727b82c5fa None None] Provisioning complete for port ac93360b-709d-4007-bbbd-954f9e821457 triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:19.664000 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-83d097fa-cbf1-4a3b-a0e2-e3727b82c5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:19.677748 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e14e2e-3978-4b4d-8897-33e707937be6 req-2c66628d-aaf1-44e5-92d2-20a73dbf0397 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:19.681096 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-04e14e2e-3978-4b4d-8897-33e707937be6 req-2c66628d-aaf1-44e5-92d2-20a73dbf0397 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f37ac8f-d089-43f1-b93d-c6b9eee36327 HTTP/1.1" status: 200 len: 911 time: 0.7406318 Aug 25 16:07:19.815713 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75add7b4-c4bb-4d58-ba47-c980cb51b8ac None None] Pushing event updated for resources: {'Port': ['ID=0b3bcace-76d7-4192-b9ab-dfd3f3aee711,revision_number=3']} {{(pid=75048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:19.889778 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a6661874-c798-41f9-b884-9d744174d2d7 req-dd4bfa19-8ef1-435f-b00e-8887fc0fdefe tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9d652d-4e05-4a5b-8e8e-9509a2053591 HTTP/1.1" status: 200 len: 210 time: 0.0664372 Aug 25 16:07:19.902798 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-503dc0d3-e91a-4c72-b18d-e9d3b7cdc585 req-2564bdbb-6567-47ca-8328-15cf280172f3 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781672 Aug 25 16:07:19.914456 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75add7b4-c4bb-4d58-ba47-c980cb51b8ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:19.915091 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75add7b4-c4bb-4d58-ba47-c980cb51b8ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:19.915350 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75add7b4-c4bb-4d58-ba47-c980cb51b8ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:19.915676 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75add7b4-c4bb-4d58-ba47-c980cb51b8ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:19.916351 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75add7b4-c4bb-4d58-ba47-c980cb51b8ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:19.916698 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75add7b4-c4bb-4d58-ba47-c980cb51b8ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:19.917078 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75add7b4-c4bb-4d58-ba47-c980cb51b8ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:19.918030 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75add7b4-c4bb-4d58-ba47-c980cb51b8ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:19.918508 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75add7b4-c4bb-4d58-ba47-c980cb51b8ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:19.918838 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75add7b4-c4bb-4d58-ba47-c980cb51b8ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:19.919470 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75add7b4-c4bb-4d58-ba47-c980cb51b8ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:19.925798 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [None req-75add7b4-c4bb-4d58-ba47-c980cb51b8ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:19.956045 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-04e14e2e-3978-4b4d-8897-33e707937be6 req-822fcefd-5096-4d32-9d46-6ae81640f0a3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a141144a-24bb-4eed-8c9a-32c3d0809115 HTTP/1.1" status: 200 len: 217 time: 0.2636876 Aug 25 16:07:19.978040 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Pushing event updated for resources: {'Port': ['ID=ac93360b-709d-4007-bbbd-954f9e821457,revision_number=3']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:19.981965 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:19.985763 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-868a8f48-8193-4b7f-a5cb-675947d4bc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee546a0a-209c-4ad8-8ace-abb5e3191ecb', 'name': 'tempest-TestMinimumBasicScenario-1344994390-router', 'tenant_id': 'd3a580bf2e62429b937d785123945c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '9ec0678e-23da-4031-a2bf-8456135aa120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:14Z', 'updated_at': '2021-08-25T16:07:16Z', 'revision_number': 3, 'project_id': 'd3a580bf2e62429b937d785123945c10', 'gw_port': {'id': '9ec0678e-23da-4031-a2bf-8456135aa120', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee546a0a-209c-4ad8-8ace-abb5e3191ecb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:14Z', 'updated_at': '2021-08-25T16:07:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:07:19.993517 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868a8f48-8193-4b7f-a5cb-675947d4bc4e None None] Checking router: ee546a0a-209c-4ad8-8ace-abb5e3191ecb for host: dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:07:19.993670 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868a8f48-8193-4b7f-a5cb-675947d4bc4e None None] Updating router ee546a0a-209c-4ad8-8ace-abb5e3191ecb port 9ec0678e-23da-4031-a2bf-8456135aa120 binding host dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:07:20.001321 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.managers [None req-b8a4698b-682f-4433-8dce-3a85ee09990f None None] Attempting to bind port 0b3bcace-76d7-4192-b9ab-dfd3f3aee711 on host dv-cinder-806008-1-iscsi for vnic_type normal with profile {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:07:20.001705 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.managers [None req-b8a4698b-682f-4433-8dce-3a85ee09990f None None] Attempting to bind port 0b3bcace-76d7-4192-b9ab-dfd3f3aee711 by drivers openvswitch,hyperv on host dv-cinder-806008-1-iscsi at level 0 using segments [{'id': '22945d27-4f28-4b4b-bccd-4fc8bfeb26e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '53b8ca3b-c7b5-4977-bfe0-00939af2a7c1'}] {{(pid=75048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:07:20.002072 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a4698b-682f-4433-8dce-3a85ee09990f None None] Attempting to bind port 0b3bcace-76d7-4192-b9ab-dfd3f3aee711 on network 53b8ca3b-c7b5-4977-bfe0-00939af2a7c1 {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:07:20.017657 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a4698b-682f-4433-8dce-3a85ee09990f None None] Checking agent: {'id': '8ad9899d-d2ce-4381-ae51-c9c56b6945b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 56, 26), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:07:20.018381 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a4698b-682f-4433-8dce-3a85ee09990f None None] Checking segment: {'id': '22945d27-4f28-4b4b-bccd-4fc8bfeb26e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '53b8ca3b-c7b5-4977-bfe0-00939af2a7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:07:20.019245 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-b8a4698b-682f-4433-8dce-3a85ee09990f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:20.019925 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a4698b-682f-4433-8dce-3a85ee09990f None None] Bound using segment: {'id': '22945d27-4f28-4b4b-bccd-4fc8bfeb26e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '53b8ca3b-c7b5-4977-bfe0-00939af2a7c1'} {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:07:20.021105 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.managers [None req-b8a4698b-682f-4433-8dce-3a85ee09990f None None] Bound port: 0b3bcace-76d7-4192-b9ab-dfd3f3aee711, host: dv-cinder-806008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22945d27-4f28-4b4b-bccd-4fc8bfeb26e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '53b8ca3b-c7b5-4977-bfe0-00939af2a7c1'}}] {{(pid=75048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:07:20.021899 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-b8a4698b-682f-4433-8dce-3a85ee09990f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:20.067089 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-868a8f48-8193-4b7f-a5cb-675947d4bc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:20.098684 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e14e2e-3978-4b4d-8897-33e707937be6 req-7026c62f-4e0d-4937-b179-058a2e4c457e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:20.100557 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-04e14e2e-3978-4b4d-8897-33e707937be6 req-7026c62f-4e0d-4937-b179-058a2e4c457e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8be271ee-cfae-41b8-b827-df03300633c6 HTTP/1.1" status: 200 len: 849 time: 0.1434290 Aug 25 16:07:20.121734 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-b72725b7-5d5b-485d-bf04-bebd9e7b655a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:20.129710 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-ed35330e-0f48-4b16-8e5b-8131fb27a2e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:20.176073 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.db [None req-b8a4698b-682f-4433-8dce-3a85ee09990f None None] For port 0b3bcace-76d7-4192-b9ab-dfd3f3aee711, host dv-cinder-806008-1-iscsi, cleared binding levels {{(pid=75048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:07:20.179693 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.db [None req-b8a4698b-682f-4433-8dce-3a85ee09990f None None] For port 0b3bcace-76d7-4192-b9ab-dfd3f3aee711, host dv-cinder-806008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=0b3bcace-76d7-4192-b9ab-dfd3f3aee711,segment=NetworkSegment(22945d27-4f28-4b4b-bccd-4fc8bfeb26e0),segment_id=22945d27-4f28-4b4b-bccd-4fc8bfeb26e0)] {{(pid=75048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:07:20.186055 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-22d9c8ab-971e-4e13-a322-8d565ec670f1 req-cf817709-7ca7-47f6-a47e-f1995a6a6a23 service neutron] 10.222.0.21 "GET /v2.0/networks/ce200f7d-ab4f-4302-beaa-d6a928b6d6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9477386 Aug 25 16:07:20.186774 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-b8a4698b-682f-4433-8dce-3a85ee09990f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:20.192288 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [None req-1dcb4c34-2ffa-467c-aee3-340c0ad0a5f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:20.194180 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72725b7-5d5b-485d-bf04-bebd9e7b655a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cab56d-aea3-4764-841c-2467d8d04f54,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:20.198970 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-04e14e2e-3978-4b4d-8897-33e707937be6 req-1a067e98-c264-4463-a867-510b05c2b619 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f37ac8f-d089-43f1-b93d-c6b9eee36327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809309 Aug 25 16:07:20.200065 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-b72725b7-5d5b-485d-bf04-bebd9e7b655a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:20.200965 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-b72725b7-5d5b-485d-bf04-bebd9e7b655a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:20.204869 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-b72725b7-5d5b-485d-bf04-bebd9e7b655a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e3cab56d-aea3-4764-841c-2467d8d04f54 HTTP/1.1" status: 204 len: 168 time: 1.6264486 Aug 25 16:07:20.298598 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a4698b-682f-4433-8dce-3a85ee09990f None None] Routers {'2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:07:20.299291 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-b8a4698b-682f-4433-8dce-3a85ee09990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:06:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:07:20.378836 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-128c5a62-b3c9-4c0e-836d-46d265d69faf tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:20.388102 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-128c5a62-b3c9-4c0e-836d-46d265d69faf tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/networks?id=c3e9d8a4-bf3c-498d-b519-afa6aab2d465 HTTP/1.1" status: 200 len: 814 time: 0.2560904 Aug 25 16:07:20.468306 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75add7b4-c4bb-4d58-ba47-c980cb51b8ac None None] Pushing event updated for resources: {'Port': ['ID=0b3bcace-76d7-4192-b9ab-dfd3f3aee711,revision_number=4']} {{(pid=75048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:20.485714 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [None req-75add7b4-c4bb-4d58-ba47-c980cb51b8ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:20.528093 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-cb8150b8-5fb7-4bdf-89de-f3fbf5a3d5a4 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/quotas/22e0a038233841198fcd18094ff457f0 HTTP/1.1" status: 200 len: 375 time: 0.1268814 Aug 25 16:07:20.674324 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-238d3315-1645-4c96-b57a-6a4473ee0946 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=22e0a038233841198fcd18094ff457f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1383901 Aug 25 16:07:20.737450 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-b8a4698b-682f-4433-8dce-3a85ee09990f None None] Set router 2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:07:20.890778 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-04e14e2e-3978-4b4d-8897-33e707937be6 req-49c575b2-dc18-4c46-b8a1-377cfd545dab service neutron] 10.222.0.21 "GET /v2.0/networks/0f37ac8f-d089-43f1-b93d-c6b9eee36327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6736970 Aug 25 16:07:20.939361 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-6fceec99-f705-41ac-a125-40e7e0063356 service neutron] 10.222.0.43 "GET /v2.0/networks/c3e9d8a4-bf3c-498d-b519-afa6aab2d465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516046 Aug 25 16:07:20.944611 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-868a8f48-8193-4b7f-a5cb-675947d4bc4e None None] Notify callbacks [] for port, precommit_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:20.945658 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-15c057c6-28b0-4781-89c1-6e01816366f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:20.953393 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b649259-8413-4830-a170-dcbb1ce5a8bb req-8d36ae20-8d10-4b9d-8d8a-c284e1c9380f tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:20.963816 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1b649259-8413-4830-a170-dcbb1ce5a8bb req-8d36ae20-8d10-4b9d-8d8a-c284e1c9380f tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.3166883 Aug 25 16:07:20.978613 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-868a8f48-8193-4b7f-a5cb-675947d4bc4e None None] Transition to ACTIVE for port object 9ec0678e-23da-4031-a2bf-8456135aa120 will not be triggered until provisioned by entity L2. {{(pid=75047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:07:20.987072 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-868a8f48-8193-4b7f-a5cb-675947d4bc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:21.001781 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:21.002884 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 49026) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:21.086755 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-26336980-9592-42dd-879b-125a39979ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:21.118868 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1b649259-8413-4830-a170-dcbb1ce5a8bb req-7ed75d50-527f-425d-b574-b02218af1143 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539259 Aug 25 16:07:21.128329 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-b8a4698b-682f-4433-8dce-3a85ee09990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'name': 'tempest-TestMinimumBasicScenario-989959219-router', 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '031e1411-b2c4-48df-ba7b-f7299d53776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:03Z', 'updated_at': '2021-08-25T16:07:08Z', 'revision_number': 4, 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'gw_port': {'id': '031e1411-b2c4-48df-ba7b-f7299d53776f', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:03Z', 'updated_at': '2021-08-25T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '0b3bcace-76d7-4192-b9ab-dfd3f3aee711', 'name': '', 'network_id': '53b8ca3b-c7b5-4977-bfe0-00939af2a7c1', 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'mac_address': 'fa:16:3e:ff:94:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e30a288-df0f-46d0-af7f-e3694c937642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:08Z', 'updated_at': '2021-08-25T16:07:20Z', 'revision_number': 4, 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'subnets': [{'id': '4e30a288-df0f-46d0-af7f-e3694c937642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:07:21.135630 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a4698b-682f-4433-8dce-3a85ee09990f None None] The sync data for ids ['2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa'] in dv-cinder-806008-1-iscsi is: [{'id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'name': 'tempest-TestMinimumBasicScenario-989959219-router', 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '031e1411-b2c4-48df-ba7b-f7299d53776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:03Z', 'updated_at': '2021-08-25T16:07:08Z', 'revision_number': 4, 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'gw_port': {'id': '031e1411-b2c4-48df-ba7b-f7299d53776f', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:03Z', 'updated_at': '2021-08-25T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '0b3bcace-76d7-4192-b9ab-dfd3f3aee711', 'name': '', 'network_id': '53b8ca3b-c7b5-4977-bfe0-00939af2a7c1', 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'mac_address': 'fa:16:3e:ff:94:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e30a288-df0f-46d0-af7f-e3694c937642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:08Z', 'updated_at': '2021-08-25T16:07:20Z', 'revision_number': 4, 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'subnets': [{'id': '4e30a288-df0f-46d0-af7f-e3694c937642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:07:21.158881 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-868a8f48-8193-4b7f-a5cb-675947d4bc4e None None] Attempting to bind port 9ec0678e-23da-4031-a2bf-8456135aa120 on host dv-cinder-806008-1-iscsi for vnic_type normal with profile {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:07:21.159323 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-868a8f48-8193-4b7f-a5cb-675947d4bc4e None None] Attempting to bind port 9ec0678e-23da-4031-a2bf-8456135aa120 by drivers openvswitch,hyperv on host dv-cinder-806008-1-iscsi at level 0 using segments [{'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:07:21.159617 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868a8f48-8193-4b7f-a5cb-675947d4bc4e None None] Attempting to bind port 9ec0678e-23da-4031-a2bf-8456135aa120 on network 918dfb31-e205-4511-8f83-81a91dee6c8c {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:07:21.162356 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13bfe4-e4b2-4faa-92cd-385ee63112a1 None None] Pushing event updated for resources: {'Port': ['ID=9ec0678e-23da-4031-a2bf-8456135aa120,revision_number=2']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:21.167695 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-2c13bfe4-e4b2-4faa-92cd-385ee63112a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:21.172923 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868a8f48-8193-4b7f-a5cb-675947d4bc4e None None] Checking agent: {'id': '8ad9899d-d2ce-4381-ae51-c9c56b6945b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 56, 26), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:07:21.173344 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868a8f48-8193-4b7f-a5cb-675947d4bc4e None None] Checking segment: {'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:07:21.182550 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-868a8f48-8193-4b7f-a5cb-675947d4bc4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:21.183485 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868a8f48-8193-4b7f-a5cb-675947d4bc4e None None] Bound using segment: {'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:07:21.183999 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-868a8f48-8193-4b7f-a5cb-675947d4bc4e None None] Bound port: 9ec0678e-23da-4031-a2bf-8456135aa120, host: dv-cinder-806008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:07:21.184445 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-868a8f48-8193-4b7f-a5cb-675947d4bc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:21.240040 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-04e14e2e-3978-4b4d-8897-33e707937be6 req-71aa1f58-6a74-4a34-9705-a2853da10a1a service neutron] 10.222.0.21 "GET /v2.0/networks/0f37ac8f-d089-43f1-b93d-c6b9eee36327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343828 Aug 25 16:07:21.322535 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-26336980-9592-42dd-879b-125a39979ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:21.355999 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-c0de7a15-0ddd-40fc-977e-6016c9778b1e service neutron] 10.222.0.43 "GET /v2.0/networks/c3e9d8a4-bf3c-498d-b519-afa6aab2d465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137273 Aug 25 16:07:21.363774 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-26336980-9592-42dd-879b-125a39979ebd admin admin] Usage tracker for resource:security_group_rule and tenant:061ff4b5cdc94027808ad1d8ecdd1c63 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:21.364934 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-868a8f48-8193-4b7f-a5cb-675947d4bc4e None None] For port 9ec0678e-23da-4031-a2bf-8456135aa120, host dv-cinder-806008-1-iscsi, cleared binding levels {{(pid=75047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:07:21.371758 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-26336980-9592-42dd-879b-125a39979ebd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:21.381167 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-868a8f48-8193-4b7f-a5cb-675947d4bc4e None None] For port 9ec0678e-23da-4031-a2bf-8456135aa120, host dv-cinder-806008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=9ec0678e-23da-4031-a2bf-8456135aa120,segment=NetworkSegment(6c802ec5-cb0c-4ebf-9051-a5208badfc91),segment_id=6c802ec5-cb0c-4ebf-9051-a5208badfc91)] {{(pid=75047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:07:21.389504 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-868a8f48-8193-4b7f-a5cb-675947d4bc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:21.397470 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:21.459955 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-26336980-9592-42dd-879b-125a39979ebd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:21.559655 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-28e12912-fc45-4641-aee4-897a3cce065b tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:21.561439 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-28e12912-fc45-4641-aee4-897a3cce065b tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.21 "GET /v2.0/networks?id=19552b71-7cb9-4c5a-9436-fcba33552e32 HTTP/1.1" status: 200 len: 815 time: 0.2815228 Aug 25 16:07:21.594933 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13bfe4-e4b2-4faa-92cd-385ee63112a1 None None] Pushing event updated for resources: {'Port': ['ID=9ec0678e-23da-4031-a2bf-8456135aa120,revision_number=3']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:21.600101 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-2c13bfe4-e4b2-4faa-92cd-385ee63112a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:21.610299 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-37c6a7e1-6967-4029-980a-6921fa4cd2a8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Request body: {'port': {'device_id': '3e9d652d-4e05-4a5b-8e8e-9509a2053591', 'network_id': '19552b71-7cb9-4c5a-9436-fcba33552e32', 'admin_state_up': True, 'tenant_id': '2e09075145744d7794abaa90e728ee8c'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:07:21.636831 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868a8f48-8193-4b7f-a5cb-675947d4bc4e None None] Routers {'ee546a0a-209c-4ad8-8ace-abb5e3191ecb'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:07:21.637511 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-868a8f48-8193-4b7f-a5cb-675947d4bc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:06:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['ee546a0a-209c-4ad8-8ace-abb5e3191ecb'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:07:21.736103 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-cb32aac0-2484-4e00-a7ee-6421fc78f19e req-bcb60926-3c45-4d03-bf6c-3f118c37939b tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9d652d-4e05-4a5b-8e8e-9509a2053591 HTTP/1.1" status: 200 len: 210 time: 0.0697389 Aug 25 16:07:21.919697 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device ac93360b-709d-4007-bbbd-954f9e821457 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:07:21.933910 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-928ab2af-9b9e-4b0d-8957-d90c0002b1e1 req-93bd37ce-72e7-43f8-89ed-f5520d407be1 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c98fa9a-5fe2-4a15-b475-42455fb076b1 HTTP/1.1" status: 200 len: 210 time: 0.0619774 Aug 25 16:07:21.941427 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_common [None req-15c057c6-28b0-4781-89c1-6e01816366f9 admin admin] Allocated IP 172.20.0.1 (212616ba-55fd-40cc-9efa-15f3d6a3fce6/5eb01645-ea8f-447a-9539-2d828d5dafb0/7bccb367-ff96-43d2-bbe2-97abf1aede6b) {{(pid=75045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:07:22.009584 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-26336980-9592-42dd-879b-125a39979ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:22.038209 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-26336980-9592-42dd-879b-125a39979ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:22.044453 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port ac93360b-709d-4007-bbbd-954f9e821457 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:22.045377 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:22.047982 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-10045a2d-b353-43bd-976b-4cfa4c09f1cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:22.084623 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-37c6a7e1-6967-4029-980a-6921fa4cd2a8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:22.106544 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-37c6a7e1-6967-4029-980a-6921fa4cd2a8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:22.132984 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-37c6a7e1-6967-4029-980a-6921fa4cd2a8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Made reservation on behalf of 2e09075145744d7794abaa90e728ee8c for: {'port': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:07:22.137261 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-37c6a7e1-6967-4029-980a-6921fa4cd2a8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:22.231067 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-26336980-9592-42dd-879b-125a39979ebd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=061ff4b5cdc94027808ad1d8ecdd1c63&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2245538 Aug 25 16:07:22.236183 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26336980-9592-42dd-879b-125a39979ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe77b3c-037c-4392-8c19-ee38d53e1122,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:22.238129 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 49042) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:22.243553 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-26336980-9592-42dd-879b-125a39979ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:22.275612 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-868a8f48-8193-4b7f-a5cb-675947d4bc4e None None] Set router ee546a0a-209c-4ad8-8ace-abb5e3191ecb gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:07:22.310642 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a49508-0c41-49e7-980d-05cc781548b2 req-002494e8-90cb-41df-9062-afd2f0a58de8 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:22.324501 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-06a49508-0c41-49e7-980d-05cc781548b2 req-002494e8-90cb-41df-9062-afd2f0a58de8 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3c65f4a-7101-4292-86ad-079082697802 HTTP/1.1" status: 200 len: 943 time: 0.4808686 Aug 25 16:07:22.458040 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-6b4b6c69-b5bf-4bf5-b995-e36cc2a1a6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:22.520661 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.db_base_plugin_common [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-37c6a7e1-6967-4029-980a-6921fa4cd2a8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Allocated IP 172.20.0.8 (19552b71-7cb9-4c5a-9436-fcba33552e32/df66c879-3ba5-40b2-94eb-12264a9babfa/2c60abe9-0d63-412d-a341-668678d3bc47) {{(pid=75046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:07:22.543886 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-6b4b6c69-b5bf-4bf5-b995-e36cc2a1a6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:22.592900 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-06a49508-0c41-49e7-980d-05cc781548b2 req-eea76672-f168-47f8-aafd-891e869a6df9 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577441 Aug 25 16:07:22.608211 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-15c057c6-28b0-4781-89c1-6e01816366f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:22.629366 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9de6cf-6e20-4a6b-a308-cd845a8bb378 req-4ebbd44e-1b5a-4265-a087-9f84f8598515 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:22.631911 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-cb9de6cf-6e20-4a6b-a308-cd845a8bb378 req-4ebbd44e-1b5a-4265-a087-9f84f8598515 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.2678845 Aug 25 16:07:22.647715 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.provisioning_blocks [None req-15c057c6-28b0-4781-89c1-6e01816366f9 admin admin] Transition to ACTIVE for port object 7bccb367-ff96-43d2-bbe2-97abf1aede6b will not be triggered until provisioned by entity DHCP. {{(pid=75045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:07:22.694103 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-15c057c6-28b0-4781-89c1-6e01816366f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:22.709388 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 0b3bcace-76d7-4192-b9ab-dfd3f3aee711 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:07:22.725599 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:22.746740 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device a141144a-24bb-4eed-8c9a-32c3d0809115 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:07:22.801110 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c057c6-28b0-4781-89c1-6e01816366f9 admin admin] Network 212616ba-55fd-40cc-9efa-15f3d6a3fce6 is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:07:22.808845 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-15c057c6-28b0-4781-89c1-6e01816366f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:07:22.811696 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c057c6-28b0-4781-89c1-6e01816366f9 admin admin] Received port after_create {{(pid=75045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:07:22.877092 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c057c6-28b0-4781-89c1-6e01816366f9 admin admin] Pushing event updated for resources: {'Port': ['ID=7bccb367-ff96-43d2-bbe2-97abf1aede6b,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:22.880012 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-15c057c6-28b0-4781-89c1-6e01816366f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:22.897354 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-15c057c6-28b0-4781-89c1-6e01816366f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683712'] for router_interface, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:22.944361 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-cb9de6cf-6e20-4a6b-a308-cd845a8bb378 req-fb67546b-07c3-46c7-b7dd-f07c355cab16 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010790 Aug 25 16:07:22.948325 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-6b4b6c69-b5bf-4bf5-b995-e36cc2a1a6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:22.955026 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-021448e2-042d-4600-938e-f27a399f68b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:22.985017 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b6c69-b5bf-4bf5-b995-e36cc2a1a6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe77b3c-037c-4392-8c19-ee38d53e1122,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:22.995215 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-6b4b6c69-b5bf-4bf5-b995-e36cc2a1a6b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:23.020155 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-15c057c6-28b0-4781-89c1-6e01816366f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:23.049325 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-37c6a7e1-6967-4029-980a-6921fa4cd2a8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Notify callbacks [] for port, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:23.053023 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-6b4b6c69-b5bf-4bf5-b995-e36cc2a1a6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:23.056216 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-6b4b6c69-b5bf-4bf5-b995-e36cc2a1a6b0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ebe77b3c-037c-4392-8c19-ee38d53e1122 HTTP/1.1" status: 204 len: 168 time: 0.8172014 Aug 25 16:07:23.113966 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-37c6a7e1-6967-4029-980a-6921fa4cd2a8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:23.122394 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:23.170818 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['5d9c29e6-4d23-40c8-9b7d-cbf20832f84e', '7cbe1000-d34f-47f5-87d2-e8205a68c21f', 'a135a3be-a756-44a8-a693-182e684ea79b'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:07:23.256578 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1b514f79-e11d-4d73-a85f-dedb5b06e74c req-38a99030-f7e4-4934-a9f5-182409cc1d50 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c98fa9a-5fe2-4a15-b475-42455fb076b1 HTTP/1.1" status: 200 len: 210 time: 0.0878966 Aug 25 16:07:23.278533 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-37c6a7e1-6967-4029-980a-6921fa4cd2a8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Network 19552b71-7cb9-4c5a-9436-fcba33552e32 is already hosted by enough agents. {{(pid=75046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:07:23.279463 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6a7e1-6967-4029-980a-6921fa4cd2a8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Pushing event updated for resources: {'Port': ['ID=2c60abe9-0d63-412d-a341-668678d3bc47,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:23.284001 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-37c6a7e1-6967-4029-980a-6921fa4cd2a8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:23.296409 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-37c6a7e1-6967-4029-980a-6921fa4cd2a8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Resources bound (agent type, host, resource id): {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:07:23.301371 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-37c6a7e1-6967-4029-980a-6921fa4cd2a8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Received port after_create {{(pid=75046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:07:23.313758 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning for port 0b3bcace-76d7-4192-b9ab-dfd3f3aee711 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:07:23.329564 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f01be6-fbaa-4506-9745-596b5bc76c1d req-25800b0e-3a4e-480f-9e27-195937fec47f tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:23.336721 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b3f01be6-fbaa-4506-9745-596b5bc76c1d req-25800b0e-3a4e-480f-9e27-195937fec47f tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9d652d-4e05-4a5b-8e8e-9509a2053591 HTTP/1.1" status: 200 len: 931 time: 0.2303956 Aug 25 16:07:23.339083 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port a141144a-24bb-4eed-8c9a-32c3d0809115, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a141144a-24bb-4eed-8c9a-32c3d0809115,segment=NetworkSegment(d3eef3c6-2860-4e88-b596-6d7fe6b1ef18),segment_id=d3eef3c6-2860-4e88-b596-6d7fe6b1ef18)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:23.350729 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 0b3bcace-76d7-4192-b9ab-dfd3f3aee711 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:23.351329 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:23.399597 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-37c6a7e1-6967-4029-980a-6921fa4cd2a8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:23.400721 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-37c6a7e1-6967-4029-980a-6921fa4cd2a8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:23.418983 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b3f01be6-fbaa-4506-9745-596b5bc76c1d req-8a2081d3-339f-4992-aaa7-6f6e8254a130 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808396 Aug 25 16:07:23.421720 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Returning: {'device': 'a141144a-24bb-4eed-8c9a-32c3d0809115', 'network_id': '0f37ac8f-d089-43f1-b93d-c6b9eee36327', 'port_id': 'a141144a-24bb-4eed-8c9a-32c3d0809115', 'mac_address': 'fa:16:3e:87:96:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be271ee-cfae-41b8-b827-df03300633c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:07:23.425935 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-37c6a7e1-6967-4029-980a-6921fa4cd2a8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8196449 Aug 25 16:07:23.429246 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-868a8f48-8193-4b7f-a5cb-675947d4bc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee546a0a-209c-4ad8-8ace-abb5e3191ecb', 'name': 'tempest-TestMinimumBasicScenario-1344994390-router', 'tenant_id': 'd3a580bf2e62429b937d785123945c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '9ec0678e-23da-4031-a2bf-8456135aa120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:14Z', 'updated_at': '2021-08-25T16:07:16Z', 'revision_number': 3, 'project_id': 'd3a580bf2e62429b937d785123945c10', 'gw_port': {'id': '9ec0678e-23da-4031-a2bf-8456135aa120', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee546a0a-209c-4ad8-8ace-abb5e3191ecb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:14Z', 'updated_at': '2021-08-25T16:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:07:23.457268 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-0aeb8eaa-0986-4baa-a47b-e4116f219e00 service neutron] Request body: {'port': {'device_id': '3e9d652d-4e05-4a5b-8e8e-9509a2053591', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:07:23.473080 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-8b97026f-d82b-4b92-8993-1712f631d078 None None] Provisioning for port 7bccb367-ff96-43d2-bbe2-97abf1aede6b completed by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:07:23.482654 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-15c057c6-28b0-4781-89c1-6e01816366f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:23.487748 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868a8f48-8193-4b7f-a5cb-675947d4bc4e None None] The sync data for ids ['ee546a0a-209c-4ad8-8ace-abb5e3191ecb'] in dv-cinder-806008-1-iscsi is: [{'id': 'ee546a0a-209c-4ad8-8ace-abb5e3191ecb', 'name': 'tempest-TestMinimumBasicScenario-1344994390-router', 'tenant_id': 'd3a580bf2e62429b937d785123945c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '9ec0678e-23da-4031-a2bf-8456135aa120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:14Z', 'updated_at': '2021-08-25T16:07:16Z', 'revision_number': 3, 'project_id': 'd3a580bf2e62429b937d785123945c10', 'gw_port': {'id': '9ec0678e-23da-4031-a2bf-8456135aa120', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee546a0a-209c-4ad8-8ace-abb5e3191ecb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:14Z', 'updated_at': '2021-08-25T16:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}] {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:07:23.488863 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-15c057c6-28b0-4781-89c1-6e01816366f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3837783'] for port, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:23.518851 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-8b97026f-d82b-4b92-8993-1712f631d078 None None] Provisioning complete for port 7bccb367-ff96-43d2-bbe2-97abf1aede6b triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:23.519411 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-8b97026f-d82b-4b92-8993-1712f631d078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:23.555076 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-15c057c6-28b0-4781-89c1-6e01816366f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:23.644457 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-8b97026f-d82b-4b92-8993-1712f631d078 None None] Port 7bccb367-ff96-43d2-bbe2-97abf1aede6b cannot update to ACTIVE because it is not bound. {{(pid=75047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:07:23.660596 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-15c057c6-28b0-4781-89c1-6e01816366f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684841'] for router_interface, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:23.662319 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:23.816521 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c057c6-28b0-4781-89c1-6e01816366f9 admin admin] Pushing event updated for resources: {'Port': ['ID=7bccb367-ff96-43d2-bbe2-97abf1aede6b,revision_number=2']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:23.821695 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-15c057c6-28b0-4781-89c1-6e01816366f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:23.823957 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c057c6-28b0-4781-89c1-6e01816366f9 admin admin] Network 212616ba-55fd-40cc-9efa-15f3d6a3fce6 is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:07:23.825610 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-15c057c6-28b0-4781-89c1-6e01816366f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:07:23.828475 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a141144a-24bb-4eed-8c9a-32c3d0809115 {{(pid=75047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:07:23.890711 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port a141144a-24bb-4eed-8c9a-32c3d0809115, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a141144a-24bb-4eed-8c9a-32c3d0809115,segment=NetworkSegment(d3eef3c6-2860-4e88-b596-6d7fe6b1ef18),segment_id=d3eef3c6-2860-4e88-b596-6d7fe6b1ef18)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:23.897682 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:23.931912 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:23.938127 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:24.013463 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-1936e72c-c58f-4ed1-af92-9602924365bc tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:24.014331 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-1936e72c-c58f-4ed1-af92-9602924365bc tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Synchronizing usage tracker for tenant:22e0a038233841198fcd18094ff457f0 on resource:network {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:07:24.120548 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] For port 0b3bcace-76d7-4192-b9ab-dfd3f3aee711, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=0b3bcace-76d7-4192-b9ab-dfd3f3aee711,segment=NetworkSegment(22945d27-4f28-4b4b-bccd-4fc8bfeb26e0),segment_id=22945d27-4f28-4b4b-bccd-4fc8bfeb26e0)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:24.132733 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:24.148482 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=a141144a-24bb-4eed-8c9a-32c3d0809115,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:24.151643 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:24.154678 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:24.194398 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-0aeb8eaa-0986-4baa-a47b-e4116f219e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:24.211569 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-1936e72c-c58f-4ed1-af92-9602924365bc tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Unset dirty status for tenant:22e0a038233841198fcd18094ff457f0 on resource:network {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:07:24.212854 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-1936e72c-c58f-4ed1-af92-9602924365bc tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.21 "GET /v2.0/networks?id=c3e9d8a4-bf3c-498d-b519-afa6aab2d465 HTTP/1.1" status: 200 len: 814 time: 0.5799298 Aug 25 16:07:24.239433 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Pushing event updated for resources: {'Port': ['ID=0b3bcace-76d7-4192-b9ab-dfd3f3aee711,revision_number=5']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:24.248274 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:24.336119 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-b162cb99-2992-42db-be7c-c8e126ad8f55 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Request body: {'port': {'device_id': '7c98fa9a-5fe2-4a15-b475-42455fb076b1', 'network_id': 'c3e9d8a4-bf3c-498d-b519-afa6aab2d465', 'admin_state_up': True, 'tenant_id': '22e0a038233841198fcd18094ff457f0'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:07:24.369471 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-10a2cd6b-634b-45cb-b014-3daca2883f51 None None] Provisioning complete for port 7bccb367-ff96-43d2-bbe2-97abf1aede6b triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:24.370387 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-10a2cd6b-634b-45cb-b014-3daca2883f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:24.480330 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66904ff4-255a-498b-a894-c8d6f5f9e00f req-38919620-5428-4443-b58a-1cde58ef30a5 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:24.481893 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-66904ff4-255a-498b-a894-c8d6f5f9e00f req-38919620-5428-4443-b58a-1cde58ef30a5 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3c65f4a-7101-4292-86ad-079082697802 HTTP/1.1" status: 200 len: 944 time: 0.5759904 Aug 25 16:07:24.489136 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c057c6-28b0-4781-89c1-6e01816366f9 admin admin] Router ee546a0a-209c-4ad8-8ace-abb5e3191ecb has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:07:24.506107 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-10a2cd6b-634b-45cb-b014-3daca2883f51 None None] Port 7bccb367-ff96-43d2-bbe2-97abf1aede6b cannot update to ACTIVE because it is not bound. {{(pid=75047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:07:24.581986 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['a141144a-24bb-4eed-8c9a-32c3d0809115'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:07:24.712282 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-66904ff4-255a-498b-a894-c8d6f5f9e00f req-3ee96531-1231-4dc5-ae85-e9b6fc8495c2 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996822 Aug 25 16:07:24.719626 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c5bb3-7064-4b52-b0d8-8aa5286ca9b5 req-04a72b45-aa27-4e6d-a322-1ed1e05d137e tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:24.721391 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-368c5bb3-7064-4b52-b0d8-8aa5286ca9b5 req-04a72b45-aa27-4e6d-a322-1ed1e05d137e tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.1254413 Aug 25 16:07:24.800122 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-b162cb99-2992-42db-be7c-c8e126ad8f55 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:24.808817 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-b162cb99-2992-42db-be7c-c8e126ad8f55 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Usage tracker for resource:port and tenant:22e0a038233841198fcd18094ff457f0 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:24.815333 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-b162cb99-2992-42db-be7c-c8e126ad8f55 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:24.832196 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-b162cb99-2992-42db-be7c-c8e126ad8f55 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:24.866362 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-368c5bb3-7064-4b52-b0d8-8aa5286ca9b5 req-67d1086c-7140-4def-a1db-6c57e9c8ad59 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384735 Aug 25 16:07:24.883447 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-b162cb99-2992-42db-be7c-c8e126ad8f55 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Made reservation on behalf of 22e0a038233841198fcd18094ff457f0 for: {'port': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:07:24.890736 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-b162cb99-2992-42db-be7c-c8e126ad8f55 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:24.914458 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 49080) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:24.920216 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c057c6-28b0-4781-89c1-6e01816366f9 admin admin] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:07:24.998240 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-239689f4-a6d3-4210-8230-878925ff606c req-45daad9b-7dd9-4eb8-8d1d-81976796ea01 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c98fa9a-5fe2-4a15-b475-42455fb076b1 HTTP/1.1" status: 200 len: 210 time: 0.0728040 Aug 25 16:07:24.999722 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-15c057c6-28b0-4781-89c1-6e01816366f9 admin admin] 10.222.0.43 "PUT /v2.0/routers/ee546a0a-209c-4ad8-8ace-abb5e3191ecb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2507751 Aug 25 16:07:25.201201 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-0aeb8eaa-0986-4baa-a47b-e4116f219e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c60abe9-0d63-412d-a341-668678d3bc47 {{(pid=75046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:07:25.216106 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-0aeb8eaa-0986-4baa-a47b-e4116f219e00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:25.218100 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-28f4160a-7a44-4723-a1c8-318397ef277a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-970962436-network', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:07:25.225983 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-28f4160a-7a44-4723-a1c8-318397ef277a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:25.235296 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-28f4160a-7a44-4723-a1c8-318397ef277a admin admin] Usage tracker for resource:network and tenant:8d49b7bf8eb94202b4e68c00481db1bb is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:25.241085 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-28f4160a-7a44-4723-a1c8-318397ef277a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:25.261001 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-28f4160a-7a44-4723-a1c8-318397ef277a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:25.280706 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.provisioning_blocks [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-0aeb8eaa-0986-4baa-a47b-e4116f219e00 service neutron] Transition to ACTIVE for port object 2c60abe9-0d63-412d-a341-668678d3bc47 will not be triggered until provisioned by entity L2. {{(pid=75046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:07:25.296074 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f4160a-7a44-4723-a1c8-318397ef277a admin admin] Made reservation on behalf of 8d49b7bf8eb94202b4e68c00481db1bb for: {'network': 1} {{(pid=75045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:07:25.300438 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-28f4160a-7a44-4723-a1c8-318397ef277a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for network, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:25.309160 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-0aeb8eaa-0986-4baa-a47b-e4116f219e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:25.319085 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-2f04dfae-8023-4bb9-b14d-8c2257d3d9a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:25.343554 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-28f4160a-7a44-4723-a1c8-318397ef277a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:25.406539 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fba69-1b7d-42b1-b482-b99d8e65d149 req-7fcfb734-3802-4d5f-bf7a-7dbf53900678 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:25.409068 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-da2fba69-1b7d-42b1-b482-b99d8e65d149 req-7fcfb734-3802-4d5f-bf7a-7dbf53900678 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9d652d-4e05-4a5b-8e8e-9509a2053591 HTTP/1.1" status: 200 len: 931 time: 0.3738832 Aug 25 16:07:25.428550 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.db_base_plugin_common [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-b162cb99-2992-42db-be7c-c8e126ad8f55 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Allocated IP 172.20.0.12 (c3e9d8a4-bf3c-498d-b519-afa6aab2d465/30f85216-423d-4808-8866-c24fc0e1b637/b26c6348-cec7-4f41-a219-759bd061b0a5) {{(pid=75046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:07:25.481994 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-28f4160a-7a44-4723-a1c8-318397ef277a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:25.492161 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-28f4160a-7a44-4723-a1c8-318397ef277a admin admin] Usage tracker for resource:security_group_rule and tenant:8d49b7bf8eb94202b4e68c00481db1bb is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:25.498998 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-28f4160a-7a44-4723-a1c8-318397ef277a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:25.527528 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-28f4160a-7a44-4723-a1c8-318397ef277a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:25.555102 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-da2fba69-1b7d-42b1-b482-b99d8e65d149 req-42f81007-0337-4c0f-b1bc-efca22d8470a tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238000 Aug 25 16:07:25.638594 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-28f4160a-7a44-4723-a1c8-318397ef277a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:25.646948 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-28f4160a-7a44-4723-a1c8-318397ef277a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:25.650258 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-8ca2b1f2-6394-41c3-a76f-44eef54c3ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:25.679617 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb8eaa-0986-4baa-a47b-e4116f219e00 service neutron] Pushing event updated for resources: {'Port': ['ID=2c60abe9-0d63-412d-a341-668678d3bc47,revision_number=2']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:25.679617 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-0aeb8eaa-0986-4baa-a47b-e4116f219e00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:25.693262 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f4160a-7a44-4723-a1c8-318397ef277a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1259} {{(pid=75045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:07:25.702603 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4160a-7a44-4723-a1c8-318397ef277a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68ef4eb-658a-42ed-a361-5d56902b32a9,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:25.706899 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-28f4160a-7a44-4723-a1c8-318397ef277a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:25.710634 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-28f4160a-7a44-4723-a1c8-318397ef277a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:25.711014 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.db.segments_db [None req-28f4160a-7a44-4723-a1c8-318397ef277a admin admin] Added segment 630333ee-311f-409b-bedf-635d01350e69 of type vlan for network 718b11f1-f8ce-4b3b-a0cd-44603747195c Aug 25 16:07:25.740570 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-28f4160a-7a44-4723-a1c8-318397ef277a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779527754918'] for network, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:25.807002 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-28f4160a-7a44-4723-a1c8-318397ef277a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244'] for network, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:25.808895 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f4160a-7a44-4723-a1c8-318397ef277a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:25.810567 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-28f4160a-7a44-4723-a1c8-318397ef277a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:25.842074 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:25.869159 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-28f4160a-7a44-4723-a1c8-318397ef277a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9526281 Aug 25 16:07:25.870275 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 49102) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:25.901913 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-31070f00-9984-49f0-b6f5-18f0f857f324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:25.940914 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-1a3038f2-9f1b-4cf8-af0c-4a479fa46d68 admin admin] Request body: {'subnet': {'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-970962436-subnet', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'ip_version': 4}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:07:25.951769 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-1a3038f2-9f1b-4cf8-af0c-4a479fa46d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:25.967907 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-1a3038f2-9f1b-4cf8-af0c-4a479fa46d68 admin admin] Usage tracker for resource:subnet and tenant:8d49b7bf8eb94202b4e68c00481db1bb is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:25.972281 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-1a3038f2-9f1b-4cf8-af0c-4a479fa46d68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:25.981267 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-1a3038f2-9f1b-4cf8-af0c-4a479fa46d68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:25.983309 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4160a-7a44-4723-a1c8-318397ef277a admin admin] Pushing event updated for resources: {'Network': ['ID=718b11f1-f8ce-4b3b-a0cd-44603747195c,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:25.986641 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-28f4160a-7a44-4723-a1c8-318397ef277a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:25.996372 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3038f2-9f1b-4cf8-af0c-4a479fa46d68 admin admin] Made reservation on behalf of 8d49b7bf8eb94202b4e68c00481db1bb for: {'subnet': 1} {{(pid=75045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:07:25.998945 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-1a3038f2-9f1b-4cf8-af0c-4a479fa46d68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854741'] for subnet, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:26.020868 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Network 718b11f1-f8ce-4b3b-a0cd-44603747195c details requested by agent ovs-agent-dv-cinder-806008-1-iscsi with host dv-cinder-806008-1-iscsi {{(pid=75047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:07:26.060723 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-0aeb8eaa-0986-4baa-a47b-e4116f219e00 service neutron] Attempting to bind port 2c60abe9-0d63-412d-a341-668678d3bc47 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:07:26.061087 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-0aeb8eaa-0986-4baa-a47b-e4116f219e00 service neutron] Attempting to bind port 2c60abe9-0d63-412d-a341-668678d3bc47 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '61fee6c7-ad76-40fb-8847-c586ac08ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '19552b71-7cb9-4c5a-9436-fcba33552e32'}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:07:26.061414 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-0aeb8eaa-0986-4baa-a47b-e4116f219e00 service neutron] Attempting to bind port 2c60abe9-0d63-412d-a341-668678d3bc47 on network 19552b71-7cb9-4c5a-9436-fcba33552e32 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:07:26.066509 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-b162cb99-2992-42db-be7c-c8e126ad8f55 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Notify callbacks [] for port, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:26.082692 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becabe87-035f-4945-a1ec-5a8b1ea54a84 req-30d290b2-51d1-43c4-b273-cbca158da1e7 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:26.084195 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-becabe87-035f-4945-a1ec-5a8b1ea54a84 req-30d290b2-51d1-43c4-b273-cbca158da1e7 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3c65f4a-7101-4292-86ad-079082697802 HTTP/1.1" status: 200 len: 944 time: 0.2153828 Aug 25 16:07:26.104385 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-0aeb8eaa-0986-4baa-a47b-e4116f219e00 service neutron] Port 2c60abe9-0d63-412d-a341-668678d3bc47 on network 19552b71-7cb9-4c5a-9436-fcba33552e32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:07:26.104701 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-0aeb8eaa-0986-4baa-a47b-e4116f219e00 service neutron] Attempting to bind port 2c60abe9-0d63-412d-a341-668678d3bc47 on network 19552b71-7cb9-4c5a-9436-fcba33552e32 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:07:26.114138 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-0aeb8eaa-0986-4baa-a47b-e4116f219e00 service neutron] Checking agent: {'id': '931cd7a1-d330-4f67-a87c-c25f72aa55d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:07:26.115006 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-0aeb8eaa-0986-4baa-a47b-e4116f219e00 service neutron] Checking segment: {'id': '61fee6c7-ad76-40fb-8847-c586ac08ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '19552b71-7cb9-4c5a-9436-fcba33552e32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:07:26.115388 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-0aeb8eaa-0986-4baa-a47b-e4116f219e00 service neutron] Bound using segment: {'id': '61fee6c7-ad76-40fb-8847-c586ac08ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '19552b71-7cb9-4c5a-9436-fcba33552e32'} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:07:26.115852 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-0aeb8eaa-0986-4baa-a47b-e4116f219e00 service neutron] Bound port: 2c60abe9-0d63-412d-a341-668678d3bc47, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61fee6c7-ad76-40fb-8847-c586ac08ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '19552b71-7cb9-4c5a-9436-fcba33552e32'}}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:07:26.116219 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-0aeb8eaa-0986-4baa-a47b-e4116f219e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:26.216924 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-becabe87-035f-4945-a1ec-5a8b1ea54a84 req-fc8ec81f-fb23-41c6-a081-0e09ef896fdb tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268053 Aug 25 16:07:26.231015 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 0b3bcace-76d7-4192-b9ab-dfd3f3aee711 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:07:26.290409 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-1a3038f2-9f1b-4cf8-af0c-4a479fa46d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3837922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854727'] for subnet, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:26.297960 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:26.302923 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-0aeb8eaa-0986-4baa-a47b-e4116f219e00 service neutron] For port 2c60abe9-0d63-412d-a341-668678d3bc47, host hv-cinder-80600, cleared binding levels {{(pid=75046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:07:26.307730 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-0aeb8eaa-0986-4baa-a47b-e4116f219e00 service neutron] For port 2c60abe9-0d63-412d-a341-668678d3bc47, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=2c60abe9-0d63-412d-a341-668678d3bc47,segment=NetworkSegment(61fee6c7-ad76-40fb-8847-c586ac08ad22),segment_id=61fee6c7-ad76-40fb-8847-c586ac08ad22)] {{(pid=75046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:07:26.313177 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-b162cb99-2992-42db-be7c-c8e126ad8f55 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:26.350692 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-b68ed420-f911-419b-b652-66372271fee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:26.420074 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40371f-7675-4231-bd2b-736ace9d0be7 req-6b4b61cd-4b76-4f06-8e73-4b87f4b5842d tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:26.422062 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-0f40371f-7675-4231-bd2b-736ace9d0be7 req-6b4b61cd-4b76-4f06-8e73-4b87f4b5842d tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.2385917 Aug 25 16:07:26.430210 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3038f2-9f1b-4cf8-af0c-4a479fa46d68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bab66fe1-445a-43bc-ae43-f295df741f59,revision_number=0']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:26.431011 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-b162cb99-2992-42db-be7c-c8e126ad8f55 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Network c3e9d8a4-bf3c-498d-b519-afa6aab2d465 is already hosted by enough agents. {{(pid=75046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:07:26.432248 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:26.436976 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-1a3038f2-9f1b-4cf8-af0c-4a479fa46d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:26.438946 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3038f2-9f1b-4cf8-af0c-4a479fa46d68 admin admin] Checking segment: {'id': '630333ee-311f-409b-bedf-635d01350e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:07:26.439506 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3038f2-9f1b-4cf8-af0c-4a479fa46d68 admin admin] Network hostable DHCP agents. Network: 718b11f1-f8ce-4b3b-a0cd-44603747195c, hostable agents: ['76091da7-29c6-41af-a969-d28dab66f71a'], hosted agents: [] {{(pid=75045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:07:26.446299 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-b162cb99-2992-42db-be7c-c8e126ad8f55 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Resources bound (agent type, host, resource id): {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:07:26.452832 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-0aeb8eaa-0986-4baa-a47b-e4116f219e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:26.456738 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-b162cb99-2992-42db-be7c-c8e126ad8f55 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Received port after_create {{(pid=75046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:07:26.464663 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 0b3bcace-76d7-4192-b9ab-dfd3f3aee711 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:26.465395 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:26.512708 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3038f2-9f1b-4cf8-af0c-4a479fa46d68 admin admin] Network 718b11f1-f8ce-4b3b-a0cd-44603747195c is scheduled to be hosted by DHCP agent 76091da7-29c6-41af-a969-d28dab66f71a with binding_index 1 {{(pid=75045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:07:26.538331 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-0f40371f-7675-4231-bd2b-736ace9d0be7 req-8c64ec6a-58da-4650-9ed7-af978102955b tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043291 Aug 25 16:07:26.558766 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-1a3038f2-9f1b-4cf8-af0c-4a479fa46d68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-iscsi, 718b11f1-f8ce-4b3b-a0cd-44603747195c) {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:07:26.569835 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3038f2-9f1b-4cf8-af0c-4a479fa46d68 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:26.571426 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-1a3038f2-9f1b-4cf8-af0c-4a479fa46d68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:26.586891 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-b162cb99-2992-42db-be7c-c8e126ad8f55 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:26.588061 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-b162cb99-2992-42db-be7c-c8e126ad8f55 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:26.615754 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-1a3038f2-9f1b-4cf8-af0c-4a479fa46d68 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7383540 Aug 25 16:07:26.618816 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 49126) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:26.627572 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-fd6fb2b7-c205-4210-9c85-f64ed12334ff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-970962436-router', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:07:26.641077 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-fd6fb2b7-c205-4210-9c85-f64ed12334ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:26.654078 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-fd6fb2b7-c205-4210-9c85-f64ed12334ff admin admin] Usage tracker for resource:router and tenant:8d49b7bf8eb94202b4e68c00481db1bb is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:26.660027 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-fd6fb2b7-c205-4210-9c85-f64ed12334ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:26.670094 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-fd6fb2b7-c205-4210-9c85-f64ed12334ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:26.688590 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-fd6fb2b7-c205-4210-9c85-f64ed12334ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4569'] for router, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:26.690414 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-fd6fb2b7-c205-4210-9c85-f64ed12334ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4386'] for router, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:26.693363 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6976139b-e43f-4769-a225-86c4a5dbe89f None None] Network 718b11f1-f8ce-4b3b-a0cd-44603747195c requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:07:26.716474 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-fd6fb2b7-c205-4210-9c85-f64ed12334ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:26.774125 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-b162cb99-2992-42db-be7c-c8e126ad8f55 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4442072 Aug 25 16:07:26.805274 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-1f645c5c-7972-41bb-93c4-df0815c64705 service neutron] Request body: {'port': {'device_id': '7c98fa9a-5fe2-4a15-b475-42455fb076b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:07:26.904991 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-0aeb8eaa-0986-4baa-a47b-e4116f219e00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:26.906580 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-0aeb8eaa-0986-4baa-a47b-e4116f219e00 service neutron] 10.222.0.21 "PUT /v2.0/ports/2c60abe9-0d63-412d-a341-668678d3bc47 HTTP/1.1" status: 200 len: 1093 time: 3.4543653 Aug 25 16:07:26.913947 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b162cb99-2992-42db-be7c-c8e126ad8f55 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Pushing event updated for resources: {'Port': ['ID=b26c6348-cec7-4f41-a219-759bd061b0a5,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:26.916475 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9d652d-4e05-4a5b-8e8e-9509a2053591', 'tag': '2c60abe9-0d63-412d-a341-668678d3bc47'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:07:26.923209 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device a141144a-24bb-4eed-8c9a-32c3d0809115 up at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:07:26.934969 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-b162cb99-2992-42db-be7c-c8e126ad8f55 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:26.937067 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-fd6fb2b7-c205-4210-9c85-f64ed12334ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4404'] for router, precommit_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:26.937282 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-685a1581-cb10-4d3b-b1a0-757fdb3d1acc tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.374s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:27.015300 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb8eaa-0986-4baa-a47b-e4116f219e00 service neutron] Pushing event updated for resources: {'Port': ['ID=2c60abe9-0d63-412d-a341-668678d3bc47,revision_number=3']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:27.084935 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-0aeb8eaa-0986-4baa-a47b-e4116f219e00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:27.137302 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb7dba8-b3e2-47c6-a8fe-467a97ab554a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf611e6e9-e149-50bb-9d7e-e511a8e7b325-718b11f1-f8ce-4b3b-a0cd-44603747195c', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'fixed_ips': [{'subnet_id': 'bab66fe1-445a-43bc-ae43-f295df741f59'}]}} from dv-cinder-806008-1-iscsi. {{(pid=75047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:07:27.138427 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-2fb7dba8-b3e2-47c6-a8fe-467a97ab554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:27.152796 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-1f645c5c-7972-41bb-93c4-df0815c64705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:27.177337 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning for port a141144a-24bb-4eed-8c9a-32c3d0809115 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:07:27.187904 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning complete for port a141144a-24bb-4eed-8c9a-32c3d0809115 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:27.188216 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:27.283157 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77c451-1e25-4e1a-91c1-1ecd339ba25c req-915dbffe-bf0c-4747-82ff-27ba20b669c7 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:27.284528 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-4d77c451-1e25-4e1a-91c1-1ecd339ba25c req-915dbffe-bf0c-4747-82ff-27ba20b669c7 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9d652d-4e05-4a5b-8e8e-9509a2053591 HTTP/1.1" status: 200 len: 943 time: 0.1449533 Aug 25 16:07:27.417592 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-4d77c451-1e25-4e1a-91c1-1ecd339ba25c req-a2bb0bb8-ace9-4014-8bba-077de78ca11c tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103776 Aug 25 16:07:27.451932 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d78c7b-2d38-42fd-a890-88e64bdeb21c req-5b40ed08-e3e9-430e-a8a6-e89d4647d816 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:27.452889 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-05d78c7b-2d38-42fd-a890-88e64bdeb21c req-5b40ed08-e3e9-430e-a8a6-e89d4647d816 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Synchronizing usage tracker for tenant:22e0a038233841198fcd18094ff457f0 on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:07:27.476937 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-fd6fb2b7-c205-4210-9c85-f64ed12334ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:27.527979 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:27.559396 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.db_base_plugin_common [None req-2fb7dba8-b3e2-47c6-a8fe-467a97ab554a None None] Allocated IP 172.20.0.2 (718b11f1-f8ce-4b3b-a0cd-44603747195c/bab66fe1-445a-43bc-ae43-f295df741f59/dbd62566-f2b0-46eb-9a7e-21abdb22b39c) {{(pid=75047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:07:27.559886 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-fd6fb2b7-c205-4210-9c85-f64ed12334ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:27.574442 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c65f4a-7101-4292-86ad-079082697802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a141144a-24bb-4eed-8c9a-32c3d0809115'}] {{(pid=75047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:07:27.607342 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port a141144a-24bb-4eed-8c9a-32c3d0809115, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a141144a-24bb-4eed-8c9a-32c3d0809115,segment=NetworkSegment(d3eef3c6-2860-4e88-b596-6d7fe6b1ef18),segment_id=d3eef3c6-2860-4e88-b596-6d7fe6b1ef18)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:27.672506 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-1f645c5c-7972-41bb-93c4-df0815c64705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b26c6348-cec7-4f41-a219-759bd061b0a5 {{(pid=75046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:07:27.703475 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-1f645c5c-7972-41bb-93c4-df0815c64705 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:27.711591 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:27.717384 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:27.741995 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.provisioning_blocks [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-1f645c5c-7972-41bb-93c4-df0815c64705 service neutron] Transition to ACTIVE for port object b26c6348-cec7-4f41-a219-759bd061b0a5 will not be triggered until provisioned by entity L2. {{(pid=75046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:07:27.744554 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9d652d-4e05-4a5b-8e8e-9509a2053591', 'tag': '2c60abe9-0d63-412d-a341-668678d3bc47', 'status': 'completed', 'code': 200} Aug 25 16:07:27.763314 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-1f645c5c-7972-41bb-93c4-df0815c64705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:27.792118 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-0aeb8eaa-0986-4baa-a47b-e4116f219e00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:27.834773 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=a141144a-24bb-4eed-8c9a-32c3d0809115,revision_number=5']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:27.838498 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:27.852564 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-001fbd21-e89d-4c74-833d-ab912aa2dc68 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e09075145744d7794abaa90e728ee8c&device_id=3e9d652d-4e05-4a5b-8e8e-9509a2053591 HTTP/1.1" status: 200 len: 1096 time: 0.8382902 Aug 25 16:07:27.860794 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-05d78c7b-2d38-42fd-a890-88e64bdeb21c req-5b40ed08-e3e9-430e-a8a6-e89d4647d816 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Unset dirty status for tenant:22e0a038233841198fcd18094ff457f0 on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:07:27.871719 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-05d78c7b-2d38-42fd-a890-88e64bdeb21c req-5b40ed08-e3e9-430e-a8a6-e89d4647d816 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c98fa9a-5fe2-4a15-b475-42455fb076b1 HTTP/1.1" status: 200 len: 932 time: 1.3088458 Aug 25 16:07:27.899455 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_common [None req-fd6fb2b7-c205-4210-9c85-f64ed12334ff admin admin] Allocated IP 172.27.1.68 (918dfb31-e205-4511-8f83-81a91dee6c8c/7d72112f-2376-4184-b827-994c471d72fa/9b237591-c6ac-406c-a7b9-aff4e400c49d) {{(pid=75045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:07:27.909299 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3c9d7-228b-45d6-a5a0-f2085220db9e req-1cf5c8a2-6e94-4bf7-bab6-f425dc6dfca6 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:27.910790 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ced3c9d7-228b-45d6-a5a0-f2085220db9e req-1cf5c8a2-6e94-4bf7-bab6-f425dc6dfca6 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3c65f4a-7101-4292-86ad-079082697802 HTTP/1.1" status: 200 len: 945 time: 0.2050102 Aug 25 16:07:27.922981 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-2fb7dba8-b3e2-47c6-a8fe-467a97ab554a None None] Notify callbacks [] for port, precommit_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:27.937421 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-2fb7dba8-b3e2-47c6-a8fe-467a97ab554a None None] Transition to ACTIVE for port object dbd62566-f2b0-46eb-9a7e-21abdb22b39c will not be triggered until provisioned by entity L2. {{(pid=75047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:07:27.960065 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-2fb7dba8-b3e2-47c6-a8fe-467a97ab554a None None] Transition to ACTIVE for port object dbd62566-f2b0-46eb-9a7e-21abdb22b39c will not be triggered until provisioned by entity DHCP. {{(pid=75047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:07:27.975725 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-2fb7dba8-b3e2-47c6-a8fe-467a97ab554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143'] for port, after_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:27.981712 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:28.003511 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-5e01ed93-0c06-498b-beb8-c5326de2a991 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c60abe9-0d63-412d-a341-668678d3bc47 HTTP/1.1" status: 200 len: 217 time: 0.1218228 Aug 25 16:07:28.065938 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7dba8-b3e2-47c6-a8fe-467a97ab554a None None] Pushing event updated for resources: {'Port': ['ID=dbd62566-f2b0-46eb-9a7e-21abdb22b39c,revision_number=1']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:28.071208 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-2fb7dba8-b3e2-47c6-a8fe-467a97ab554a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:28.090871 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb7dba8-b3e2-47c6-a8fe-467a97ab554a None None] Network 718b11f1-f8ce-4b3b-a0cd-44603747195c is already hosted by enough agents. {{(pid=75047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:07:28.092762 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.scheduler.base_scheduler [None req-2fb7dba8-b3e2-47c6-a8fe-467a97ab554a None None] Resources bound (agent type, host, resource id): {{(pid=75047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:07:28.098248 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb7dba8-b3e2-47c6-a8fe-467a97ab554a None None] Received port after_create {{(pid=75047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:07:28.113372 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ced3c9d7-228b-45d6-a5a0-f2085220db9e req-251dad51-ea9e-4ed6-b769-987871fdf0da tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910381 Aug 25 16:07:28.199080 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-05d78c7b-2d38-42fd-a890-88e64bdeb21c req-215cb60d-ee78-49d8-bb47-3dcb6f7d55df tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Synchronizing usage tracker for tenant:22e0a038233841198fcd18094ff457f0 on resource:security_group {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:07:28.210774 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-fd6fb2b7-c205-4210-9c85-f64ed12334ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:28.222565 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-2fb7dba8-b3e2-47c6-a8fe-467a97ab554a None None] Attempting to bind port dbd62566-f2b0-46eb-9a7e-21abdb22b39c on host dv-cinder-806008-1-iscsi for vnic_type normal with profile {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:07:28.223000 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-2fb7dba8-b3e2-47c6-a8fe-467a97ab554a None None] Attempting to bind port dbd62566-f2b0-46eb-9a7e-21abdb22b39c by drivers openvswitch,hyperv on host dv-cinder-806008-1-iscsi at level 0 using segments [{'id': '630333ee-311f-409b-bedf-635d01350e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c'}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:07:28.223382 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb7dba8-b3e2-47c6-a8fe-467a97ab554a None None] Attempting to bind port dbd62566-f2b0-46eb-9a7e-21abdb22b39c on network 718b11f1-f8ce-4b3b-a0cd-44603747195c {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:07:28.226531 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-f3e50768-87c9-4463-a837-f4681e04f3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:28.236071 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb7dba8-b3e2-47c6-a8fe-467a97ab554a None None] Checking agent: {'id': '8ad9899d-d2ce-4381-ae51-c9c56b6945b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 56, 26), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:07:28.236453 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb7dba8-b3e2-47c6-a8fe-467a97ab554a None None] Checking segment: {'id': '630333ee-311f-409b-bedf-635d01350e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:07:28.236919 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-2fb7dba8-b3e2-47c6-a8fe-467a97ab554a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:28.237345 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb7dba8-b3e2-47c6-a8fe-467a97ab554a None None] Bound using segment: {'id': '630333ee-311f-409b-bedf-635d01350e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c'} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:07:28.237992 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-2fb7dba8-b3e2-47c6-a8fe-467a97ab554a None None] Bound port: dbd62566-f2b0-46eb-9a7e-21abdb22b39c, host: dv-cinder-806008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '630333ee-311f-409b-bedf-635d01350e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c'}}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:07:28.238513 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-2fb7dba8-b3e2-47c6-a8fe-467a97ab554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:28.248533 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-fd6fb2b7-c205-4210-9c85-f64ed12334ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:28.257570 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:28.292635 dv-cinder-806008-1-iscsi neutron-server[75047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c65f4a-7101-4292-86ad-079082697802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a141144a-24bb-4eed-8c9a-32c3d0809115', 'code': 200} Aug 25 16:07:28.337768 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6fb2b7-c205-4210-9c85-f64ed12334ff admin admin] Network 918dfb31-e205-4511-8f83-81a91dee6c8c is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:07:28.341273 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-fd6fb2b7-c205-4210-9c85-f64ed12334ff admin admin] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:07:28.345465 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6fb2b7-c205-4210-9c85-f64ed12334ff admin admin] Received port after_create {{(pid=75045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:07:28.411085 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6fb2b7-c205-4210-9c85-f64ed12334ff admin admin] Pushing event updated for resources: {'Port': ['ID=9b237591-c6ac-406c-a7b9-aff4e400c49d,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:28.418004 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f645c5c-7972-41bb-93c4-df0815c64705 service neutron] Pushing event updated for resources: {'Port': ['ID=b26c6348-cec7-4f41-a219-759bd061b0a5,revision_number=2']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:28.425971 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-fd6fb2b7-c205-4210-9c85-f64ed12334ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:28.435736 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-4dfcefd5-cd4f-4114-bd93-a3dda9beb091 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:28.435997 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-2fb7dba8-b3e2-47c6-a8fe-467a97ab554a None None] For port dbd62566-f2b0-46eb-9a7e-21abdb22b39c, host dv-cinder-806008-1-iscsi, cleared binding levels {{(pid=75047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:07:28.440615 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-2fb7dba8-b3e2-47c6-a8fe-467a97ab554a None None] For port dbd62566-f2b0-46eb-9a7e-21abdb22b39c, host dv-cinder-806008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=dbd62566-f2b0-46eb-9a7e-21abdb22b39c,segment=NetworkSegment(630333ee-311f-409b-bedf-635d01350e69),segment_id=630333ee-311f-409b-bedf-635d01350e69)] {{(pid=75047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:07:28.441638 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-4dfcefd5-cd4f-4114-bd93-a3dda9beb091 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df66c879-3ba5-40b2-94eb-12264a9babfa HTTP/1.1" status: 200 len: 855 time: 0.4249995 Aug 25 16:07:28.445817 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-2fb7dba8-b3e2-47c6-a8fe-467a97ab554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:28.461613 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-073b82fc-0637-4a92-bfc0-a38375b03e48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:28.469438 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-1f645c5c-7972-41bb-93c4-df0815c64705 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:28.610929 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7dba8-b3e2-47c6-a8fe-467a97ab554a None None] Pushing event updated for resources: {'Port': ['ID=dbd62566-f2b0-46eb-9a7e-21abdb22b39c,revision_number=2']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:28.625812 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-2fb7dba8-b3e2-47c6-a8fe-467a97ab554a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:28.631231 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-dcbb0404-87d4-4185-bfca-77766a9a7c45 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19552b71-7cb9-4c5a-9436-fcba33552e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1731913 Aug 25 16:07:28.642748 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-05d78c7b-2d38-42fd-a890-88e64bdeb21c req-215cb60d-ee78-49d8-bb47-3dcb6f7d55df tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Unset dirty status for tenant:22e0a038233841198fcd18094ff457f0 on resource:security_group {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:07:28.645097 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-05d78c7b-2d38-42fd-a890-88e64bdeb21c req-215cb60d-ee78-49d8-bb47-3dcb6f7d55df tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7720571 Aug 25 16:07:28.738495 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-1f645c5c-7972-41bb-93c4-df0815c64705 service neutron] Attempting to bind port b26c6348-cec7-4f41-a219-759bd061b0a5 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:07:28.738947 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-1f645c5c-7972-41bb-93c4-df0815c64705 service neutron] Attempting to bind port b26c6348-cec7-4f41-a219-759bd061b0a5 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'cacdea98-e620-4fb6-8343-3b417b230008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'c3e9d8a4-bf3c-498d-b519-afa6aab2d465'}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:07:28.739201 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-1f645c5c-7972-41bb-93c4-df0815c64705 service neutron] Attempting to bind port b26c6348-cec7-4f41-a219-759bd061b0a5 on network c3e9d8a4-bf3c-498d-b519-afa6aab2d465 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:07:28.787127 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-1f645c5c-7972-41bb-93c4-df0815c64705 service neutron] Port b26c6348-cec7-4f41-a219-759bd061b0a5 on network c3e9d8a4-bf3c-498d-b519-afa6aab2d465 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:07:28.787659 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-1f645c5c-7972-41bb-93c4-df0815c64705 service neutron] Attempting to bind port b26c6348-cec7-4f41-a219-759bd061b0a5 on network c3e9d8a4-bf3c-498d-b519-afa6aab2d465 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:07:28.952865 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-1f645c5c-7972-41bb-93c4-df0815c64705 service neutron] Checking agent: {'id': '931cd7a1-d330-4f67-a87c-c25f72aa55d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:07:28.953285 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-1f645c5c-7972-41bb-93c4-df0815c64705 service neutron] Checking segment: {'id': 'cacdea98-e620-4fb6-8343-3b417b230008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'c3e9d8a4-bf3c-498d-b519-afa6aab2d465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:07:28.953596 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-1f645c5c-7972-41bb-93c4-df0815c64705 service neutron] Bound using segment: {'id': 'cacdea98-e620-4fb6-8343-3b417b230008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'c3e9d8a4-bf3c-498d-b519-afa6aab2d465'} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:07:28.954077 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-1f645c5c-7972-41bb-93c4-df0815c64705 service neutron] Bound port: b26c6348-cec7-4f41-a219-759bd061b0a5, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cacdea98-e620-4fb6-8343-3b417b230008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'c3e9d8a4-bf3c-498d-b519-afa6aab2d465'}}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:07:28.973493 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-1f645c5c-7972-41bb-93c4-df0815c64705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:29.007501 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c87178-bcff-4d21-b6b3-67bd06f46547 req-b137bfba-0e57-47df-8081-602e90f866c6 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:29.026948 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-30c87178-bcff-4d21-b6b3-67bd06f46547 req-b137bfba-0e57-47df-8081-602e90f866c6 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.4478071 Aug 25 16:07:29.081025 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6b9060e8-de6c-4a86-8e50-b7d65d1aac2e req-4a292165-faeb-433c-a833-924e262f6b93 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c3c65f4a-7101-4292-86ad-079082697802 HTTP/1.1" status: 200 len: 1098 time: 0.2862785 Aug 25 16:07:29.082524 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-fd6fb2b7-c205-4210-9c85-f64ed12334ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:29.083857 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-fd6fb2b7-c205-4210-9c85-f64ed12334ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683550'] for router, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:29.186146 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-30c87178-bcff-4d21-b6b3-67bd06f46547 req-24fb34cd-bea2-4883-90db-7b7b03729c7e tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580224 Aug 25 16:07:29.232206 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:29.317322 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-1f645c5c-7972-41bb-93c4-df0815c64705 service neutron] For port b26c6348-cec7-4f41-a219-759bd061b0a5, host hv-cinder-80600, cleared binding levels {{(pid=75046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:07:29.346202 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-1f645c5c-7972-41bb-93c4-df0815c64705 service neutron] For port b26c6348-cec7-4f41-a219-759bd061b0a5, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=b26c6348-cec7-4f41-a219-759bd061b0a5,segment=NetworkSegment(cacdea98-e620-4fb6-8343-3b417b230008),segment_id=cacdea98-e620-4fb6-8343-3b417b230008)] {{(pid=75046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:07:29.357726 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6b9060e8-de6c-4a86-8e50-b7d65d1aac2e req-30adcc89-6c3f-4667-b9a4-ba0742f9e5e0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495244 Aug 25 16:07:29.448596 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-1f645c5c-7972-41bb-93c4-df0815c64705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:29.466326 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:29.578335 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f645c5c-7972-41bb-93c4-df0815c64705 service neutron] Pushing event updated for resources: {'Port': ['ID=b26c6348-cec7-4f41-a219-759bd061b0a5,revision_number=3']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:29.582702 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-1f645c5c-7972-41bb-93c4-df0815c64705 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:29.586912 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-6777763d-2010-4670-99c9-fcd502cf0506 service neutron] 10.222.0.21 "GET /v2.0/networks/19552b71-7cb9-4c5a-9436-fcba33552e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9463940 Aug 25 16:07:29.617672 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-1f645c5c-7972-41bb-93c4-df0815c64705 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:29.619408 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-1f645c5c-7972-41bb-93c4-df0815c64705 service neutron] 10.222.0.21 "PUT /v2.0/ports/b26c6348-cec7-4f41-a219-759bd061b0a5 HTTP/1.1" status: 200 len: 1094 time: 2.8227751 Aug 25 16:07:29.621683 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375b73e-8864-4b33-ac74-128f3737d0b7 req-4cbef1d5-58d7-4b5d-ad21-5608a12978cf tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:29.627225 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a375b73e-8864-4b33-ac74-128f3737d0b7 req-4cbef1d5-58d7-4b5d-ad21-5608a12978cf tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3c65f4a-7101-4292-86ad-079082697802 HTTP/1.1" status: 200 len: 945 time: 0.2386935 Aug 25 16:07:29.667963 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529af685-3d31-4c59-acab-1e197a841a57 req-fcbd90f9-6f90-4aa0-a316-fe803b7ab96f tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:29.669166 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-529af685-3d31-4c59-acab-1e197a841a57 req-fcbd90f9-6f90-4aa0-a316-fe803b7ab96f tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Synchronizing usage tracker for tenant:2e09075145744d7794abaa90e728ee8c on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:07:29.691478 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-529af685-3d31-4c59-acab-1e197a841a57 req-fcbd90f9-6f90-4aa0-a316-fe803b7ab96f tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Unset dirty status for tenant:2e09075145744d7794abaa90e728ee8c on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:07:29.693325 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-529af685-3d31-4c59-acab-1e197a841a57 req-fcbd90f9-6f90-4aa0-a316-fe803b7ab96f tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9d652d-4e05-4a5b-8e8e-9509a2053591 HTTP/1.1" status: 200 len: 943 time: 0.3529613 Aug 25 16:07:29.726430 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a375b73e-8864-4b33-ac74-128f3737d0b7 req-8d47900a-add1-47c4-8aaa-10d2222a8ea7 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917871 Aug 25 16:07:29.750985 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c98fa9a-5fe2-4a15-b475-42455fb076b1', 'tag': 'b26c6348-cec7-4f41-a219-759bd061b0a5'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:07:29.796791 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6fb2b7-c205-4210-9c85-f64ed12334ff admin admin] Router e011034f-6880-473d-9d2e-9348615babe3 is scheduled to L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 with binding_index 1 {{(pid=75045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:07:29.810026 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-529af685-3d31-4c59-acab-1e197a841a57 req-0568ced8-18fd-484d-ae15-15ec52a2fc01 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057825 Aug 25 16:07:29.941375 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c98fa9a-5fe2-4a15-b475-42455fb076b1', 'tag': 'b26c6348-cec7-4f41-a219-759bd061b0a5', 'status': 'completed', 'code': 200} Aug 25 16:07:30.280171 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257584b-397f-4f1f-b358-d832d7929b1e req-c0a65217-31b0-4a94-a325-cdcc874b1a4f tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:30.287350 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a257584b-397f-4f1f-b358-d832d7929b1e req-c0a65217-31b0-4a94-a325-cdcc874b1a4f tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c98fa9a-5fe2-4a15-b475-42455fb076b1 HTTP/1.1" status: 200 len: 944 time: 0.2830911 Aug 25 16:07:30.349364 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20326c71-f3cd-4052-9992-065ab206f3f2 None None] Network 718b11f1-f8ce-4b3b-a0cd-44603747195c requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:07:30.434762 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a257584b-397f-4f1f-b358-d832d7929b1e req-50b37814-bf1c-4da3-87ca-cc9280b8a465 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367085 Aug 25 16:07:30.441471 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 9ec0678e-23da-4031-a2bf-8456135aa120 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:07:30.469517 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6fb2b7-c205-4210-9c85-f64ed12334ff admin admin] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:07:30.492546 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c499660c-68ac-420c-b204-3f6340a76d79 None None] Sync routers for ids ['e011034f-6880-473d-9d2e-9348615babe3'] in dv-cinder-806008-1-iscsi {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:07:30.527796 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-fd6fb2b7-c205-4210-9c85-f64ed12334ff admin admin] Notify callbacks [] for router, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:30.529032 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-fd6fb2b7-c205-4210-9c85-f64ed12334ff admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9070411 Aug 25 16:07:30.533368 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 49154) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:30.549528 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-186a558d-e1a4-4a4b-8ee4-21d5b587cc9e req-584b459b-d9a7-4003-9e50-cd2769a01db0 service neutron] 10.222.0.21 "GET /v2.0/networks/19552b71-7cb9-4c5a-9436-fcba33552e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7111373 Aug 25 16:07:30.584207 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-b104ef19-bacf-4960-b912-61fea1487d02 None None] Provisioning for port dbd62566-f2b0-46eb-9a7e-21abdb22b39c completed by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:07:30.615714 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-ca8e0058-efac-4835-a540-2a139a70f96f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22e0a038233841198fcd18094ff457f0&device_id=7c98fa9a-5fe2-4a15-b475-42455fb076b1 HTTP/1.1" status: 200 len: 1097 time: 0.2619636 Aug 25 16:07:30.673022 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c499660c-68ac-420c-b204-3f6340a76d79 None None] Routers {'e011034f-6880-473d-9d2e-9348615babe3'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:07:30.673701 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-c499660c-68ac-420c-b204-3f6340a76d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:07:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['e011034f-6880-473d-9d2e-9348615babe3'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:07:30.948684 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:30.965802 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning for port 9ec0678e-23da-4031-a2bf-8456135aa120 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:07:31.015721 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-4138a163-07cd-4395-bf2d-680ece8d797f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b26c6348-cec7-4f41-a219-759bd061b0a5 HTTP/1.1" status: 200 len: 217 time: 0.3291681 Aug 25 16:07:31.093195 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 9ec0678e-23da-4031-a2bf-8456135aa120 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:31.093818 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:31.166542 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b008bc0-6a87-4cb6-92a2-8227f201eea0 req-9e4d11b3-c606-4dab-b636-4d34da303f34 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:31.174994 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2b008bc0-6a87-4cb6-92a2-8227f201eea0 req-9e4d11b3-c606-4dab-b636-4d34da303f34 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.3042388 Aug 25 16:07:31.177962 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-dadccd47-cf39-47dd-975b-221acf15f8f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:31.179457 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-dadccd47-cf39-47dd-975b-221acf15f8f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30f85216-423d-4808-8866-c24fc0e1b637 HTTP/1.1" status: 200 len: 854 time: 0.1540728 Aug 25 16:07:31.200871 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7d0732a9-a07f-4d5b-b70f-a940dd67f147 req-396f1e24-6697-40ae-9c0b-0bf04607972f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e09075145744d7794abaa90e728ee8c&device_id=3e9d652d-4e05-4a5b-8e8e-9509a2053591 HTTP/1.1" status: 200 len: 1096 time: 0.5125713 Aug 25 16:07:31.241129 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-c499660c-68ac-420c-b204-3f6340a76d79 None None] Set router e011034f-6880-473d-9d2e-9348615babe3 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:07:31.285558 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-7c8feb0c-bc82-49b1-b5f6-3d11310c2482 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3e9d8a4-bf3c-498d-b519-afa6aab2d465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508435 Aug 25 16:07:31.304920 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e1f20-2a2b-459d-a452-fed0c2c4332e req-8f382099-1540-4888-a55f-bb3c6a56b282 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:31.312313 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f42e1f20-2a2b-459d-a452-fed0c2c4332e req-8f382099-1540-4888-a55f-bb3c6a56b282 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3c65f4a-7101-4292-86ad-079082697802 HTTP/1.1" status: 200 len: 945 time: 0.3447862 Aug 25 16:07:31.527574 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f42e1f20-2a2b-459d-a452-fed0c2c4332e req-14b61421-a644-46a0-8a1c-ed843900db28 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126462 Aug 25 16:07:31.626297 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:31.640322 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2b008bc0-6a87-4cb6-92a2-8227f201eea0 req-2256c2fd-809b-46e7-a0af-bfae9ab8fada tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643710 Aug 25 16:07:31.644267 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-2116f791-2527-4bb0-b5f3-afd0219216f9 service neutron] 10.222.0.21 "GET /v2.0/networks/c3e9d8a4-bf3c-498d-b519-afa6aab2d465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180873 Aug 25 16:07:31.712238 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] For port 9ec0678e-23da-4031-a2bf-8456135aa120, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=9ec0678e-23da-4031-a2bf-8456135aa120,segment=NetworkSegment(6c802ec5-cb0c-4ebf-9051-a5208badfc91),segment_id=6c802ec5-cb0c-4ebf-9051-a5208badfc91)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:31.788708 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:31.789589 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device dbd62566-f2b0-46eb-9a7e-21abdb22b39c up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:07:31.849871 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:31.953462 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-90b7e49f-36d0-4d79-9abc-cc93366b643d req-5b30fcb8-8183-4bd2-8754-6ad764fd689d service neutron] 10.222.0.21 "GET /v2.0/networks/c3e9d8a4-bf3c-498d-b519-afa6aab2d465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951066 Aug 25 16:07:32.021641 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0732a9-a07f-4d5b-b70f-a940dd67f147 req-f72ce746-7141-474e-b6a0-afd32039ce08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:32.024626 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7d0732a9-a07f-4d5b-b70f-a940dd67f147 req-f72ce746-7141-474e-b6a0-afd32039ce08 service neutron] 10.222.0.21 "GET /v2.0/networks?id=19552b71-7cb9-4c5a-9436-fcba33552e32 HTTP/1.1" status: 200 len: 917 time: 0.7343926 Aug 25 16:07:32.060542 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e7cef-3154-4c1d-ba7e-9f8465697370 req-4d0dd092-d457-4190-8c0b-62a96a1556bd tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:32.068407 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-aa9e7cef-3154-4c1d-ba7e-9f8465697370 req-4d0dd092-d457-4190-8c0b-62a96a1556bd tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9d652d-4e05-4a5b-8e8e-9509a2053591 HTTP/1.1" status: 200 len: 943 time: 0.2746410 Aug 25 16:07:32.112358 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Pushing event updated for resources: {'Port': ['ID=9ec0678e-23da-4031-a2bf-8456135aa120,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:32.117772 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:32.154372 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning for port dbd62566-f2b0-46eb-9a7e-21abdb22b39c completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:07:32.170553 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port dbd62566-f2b0-46eb-9a7e-21abdb22b39c triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:32.170929 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:32.203468 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-c499660c-68ac-420c-b204-3f6340a76d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e011034f-6880-473d-9d2e-9348615babe3', 'name': 'tempest-TestVolumeBootPattern-970962436-router', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:26Z', 'updated_at': '2021-08-25T16:07:28Z', 'revision_number': 3, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'gw_port': {'id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:98:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:27Z', 'updated_at': '2021-08-25T16:07:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:07:32.213897 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c499660c-68ac-420c-b204-3f6340a76d79 None None] Checking router: e011034f-6880-473d-9d2e-9348615babe3 for host: dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:07:32.214390 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c499660c-68ac-420c-b204-3f6340a76d79 None None] Updating router e011034f-6880-473d-9d2e-9348615babe3 port 9b237591-c6ac-406c-a7b9-aff4e400c49d binding host dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:07:32.242215 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-aa9e7cef-3154-4c1d-ba7e-9f8465697370 req-c9992b12-1862-4d9f-939c-0d761b94cea3 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725526 Aug 25 16:07:32.297375 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-c499660c-68ac-420c-b204-3f6340a76d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:32.313547 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7d0732a9-a07f-4d5b-b70f-a940dd67f147 req-8300a9fd-ba22-4d22-9dc4-ae6821ea5cf5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c60abe9-0d63-412d-a341-668678d3bc47 HTTP/1.1" status: 200 len: 217 time: 0.2270651 Aug 25 16:07:32.487125 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-4d237be9-b0bb-41bd-ac8b-c664a095c6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:32.543501 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0732a9-a07f-4d5b-b70f-a940dd67f147 req-87448013-e947-44a9-a12c-c331be057286 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:32.544983 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7d0732a9-a07f-4d5b-b70f-a940dd67f147 req-87448013-e947-44a9-a12c-c331be057286 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df66c879-3ba5-40b2-94eb-12264a9babfa HTTP/1.1" status: 200 len: 855 time: 0.2125337 Aug 25 16:07:32.591445 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-210fb097-e8d9-4d01-96cf-da944685cb0f req-ccc1d2f7-fb42-4901-bd05-23463f9fefcb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22e0a038233841198fcd18094ff457f0&device_id=7c98fa9a-5fe2-4a15-b475-42455fb076b1 HTTP/1.1" status: 200 len: 1097 time: 0.5032601 Aug 25 16:07:32.644901 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7d0732a9-a07f-4d5b-b70f-a940dd67f147 req-fd27e91c-963b-4270-be5a-a4a8bd23600e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19552b71-7cb9-4c5a-9436-fcba33552e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901561 Aug 25 16:07:32.646489 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:32.753465 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] For port dbd62566-f2b0-46eb-9a7e-21abdb22b39c, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=dbd62566-f2b0-46eb-9a7e-21abdb22b39c,segment=NetworkSegment(630333ee-311f-409b-bedf-635d01350e69),segment_id=630333ee-311f-409b-bedf-635d01350e69)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:32.773059 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:32.778051 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:32.906807 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 9ec0678e-23da-4031-a2bf-8456135aa120 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:07:32.935977 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f48acd-e149-435c-8279-4dfa870a1c6c req-dfb7205d-cb6f-4333-b88a-862139b94942 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:32.937718 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-d4f48acd-e149-435c-8279-4dfa870a1c6c req-dfb7205d-cb6f-4333-b88a-862139b94942 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c98fa9a-5fe2-4a15-b475-42455fb076b1 HTTP/1.1" status: 200 len: 944 time: 0.7634554 Aug 25 16:07:32.953227 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_common [None req-4d237be9-b0bb-41bd-ac8b-c664a095c6fc admin admin] Allocated IP 172.20.0.1 (718b11f1-f8ce-4b3b-a0cd-44603747195c/bab66fe1-445a-43bc-ae43-f295df741f59/14476426-bfe9-4eb0-99dd-ed64140166b1) {{(pid=75045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:07:33.015014 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-c499660c-68ac-420c-b204-3f6340a76d79 None None] Notify callbacks [] for port, precommit_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:33.020167 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Pushing event updated for resources: {'Port': ['ID=dbd62566-f2b0-46eb-9a7e-21abdb22b39c,revision_number=3']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:33.028675 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:33.048402 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-c499660c-68ac-420c-b204-3f6340a76d79 None None] Transition to ACTIVE for port object 9b237591-c6ac-406c-a7b9-aff4e400c49d will not be triggered until provisioned by entity L2. {{(pid=75047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:07:33.066389 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-c499660c-68ac-420c-b204-3f6340a76d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:33.072148 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-baf83964-31d8-4028-98da-f6ffb4a71e2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:33.124158 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 9ec0678e-23da-4031-a2bf-8456135aa120 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:33.124538 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:33.198533 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-4d237be9-b0bb-41bd-ac8b-c664a095c6fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:33.220615 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3c859-edaf-42fb-93b5-19a5aa7d075e None None] Pushing event updated for resources: {'Port': ['ID=9b237591-c6ac-406c-a7b9-aff4e400c49d,revision_number=2']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:33.227281 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-e3a3c859-edaf-42fb-93b5-19a5aa7d075e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:33.231063 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-c499660c-68ac-420c-b204-3f6340a76d79 None None] Attempting to bind port 9b237591-c6ac-406c-a7b9-aff4e400c49d on host dv-cinder-806008-1-iscsi for vnic_type normal with profile {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:07:33.231489 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-c499660c-68ac-420c-b204-3f6340a76d79 None None] Attempting to bind port 9b237591-c6ac-406c-a7b9-aff4e400c49d by drivers openvswitch,hyperv on host dv-cinder-806008-1-iscsi at level 0 using segments [{'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:07:33.231861 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c499660c-68ac-420c-b204-3f6340a76d79 None None] Attempting to bind port 9b237591-c6ac-406c-a7b9-aff4e400c49d on network 918dfb31-e205-4511-8f83-81a91dee6c8c {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:07:33.241324 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c499660c-68ac-420c-b204-3f6340a76d79 None None] Checking agent: {'id': '8ad9899d-d2ce-4381-ae51-c9c56b6945b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 56, 26), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:07:33.241706 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c499660c-68ac-420c-b204-3f6340a76d79 None None] Checking segment: {'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:07:33.242116 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-c499660c-68ac-420c-b204-3f6340a76d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:33.242516 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c499660c-68ac-420c-b204-3f6340a76d79 None None] Bound using segment: {'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:07:33.242999 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-c499660c-68ac-420c-b204-3f6340a76d79 None None] Bound port: 9b237591-c6ac-406c-a7b9-aff4e400c49d, host: dv-cinder-806008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:07:33.243137 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7d0732a9-a07f-4d5b-b70f-a940dd67f147 req-281ccf5c-d130-41d4-a870-cf059dcd45a6 service neutron] 10.222.0.21 "GET /v2.0/networks/19552b71-7cb9-4c5a-9436-fcba33552e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5803878 Aug 25 16:07:33.243644 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-c499660c-68ac-420c-b204-3f6340a76d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:33.251413 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.provisioning_blocks [None req-4d237be9-b0bb-41bd-ac8b-c664a095c6fc admin admin] Transition to ACTIVE for port object 14476426-bfe9-4eb0-99dd-ed64140166b1 will not be triggered until provisioned by entity DHCP. {{(pid=75045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:07:33.260474 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaaa7e0-091a-4c71-807e-b9c1dd7668a8 req-a0954455-e689-4d67-8a4d-80a5bf5f748c tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:33.266456 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-d4f48acd-e149-435c-8279-4dfa870a1c6c req-ca8fd371-1370-4674-be01-c75645ce5ef6 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182096 Aug 25 16:07:33.269507 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fb097-e8d9-4d01-96cf-da944685cb0f req-76cfe9ff-382d-4458-a8e4-ba4e37e77694 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:33.269690 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3eaaa7e0-091a-4c71-807e-b9c1dd7668a8 req-a0954455-e689-4d67-8a4d-80a5bf5f748c tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3c65f4a-7101-4292-86ad-079082697802 HTTP/1.1" status: 200 len: 945 time: 0.5247538 Aug 25 16:07:33.270307 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-210fb097-e8d9-4d01-96cf-da944685cb0f req-76cfe9ff-382d-4458-a8e4-ba4e37e77694 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c3e9d8a4-bf3c-498d-b519-afa6aab2d465 HTTP/1.1" status: 200 len: 916 time: 0.6660471 Aug 25 16:07:33.348864 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3eaaa7e0-091a-4c71-807e-b9c1dd7668a8 req-1c76d3d7-c5ae-4e49-b5a4-ab5f818b067b tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796750 Aug 25 16:07:33.382583 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-4d237be9-b0bb-41bd-ac8b-c664a095c6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:33.404741 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:33.554519 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-210fb097-e8d9-4d01-96cf-da944685cb0f req-73251284-6284-440c-930b-b9320fabec01 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b26c6348-cec7-4f41-a219-759bd061b0a5 HTTP/1.1" status: 200 len: 217 time: 0.2593379 Aug 25 16:07:33.570123 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d237be9-b0bb-41bd-ac8b-c664a095c6fc admin admin] Network 718b11f1-f8ce-4b3b-a0cd-44603747195c is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:07:33.593285 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-4d237be9-b0bb-41bd-ac8b-c664a095c6fc admin admin] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:07:33.607911 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d237be9-b0bb-41bd-ac8b-c664a095c6fc admin admin] Received port after_create {{(pid=75045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:07:33.655974 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-c499660c-68ac-420c-b204-3f6340a76d79 None None] For port 9b237591-c6ac-406c-a7b9-aff4e400c49d, host dv-cinder-806008-1-iscsi, cleared binding levels {{(pid=75047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:07:33.662605 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-c499660c-68ac-420c-b204-3f6340a76d79 None None] For port 9b237591-c6ac-406c-a7b9-aff4e400c49d, host dv-cinder-806008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=9b237591-c6ac-406c-a7b9-aff4e400c49d,segment=NetworkSegment(6c802ec5-cb0c-4ebf-9051-a5208badfc91),segment_id=6c802ec5-cb0c-4ebf-9051-a5208badfc91)] {{(pid=75047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:07:33.678580 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d237be9-b0bb-41bd-ac8b-c664a095c6fc admin admin] Pushing event updated for resources: {'Port': ['ID=14476426-bfe9-4eb0-99dd-ed64140166b1,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:33.681786 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-4d237be9-b0bb-41bd-ac8b-c664a095c6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:33.690041 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-c499660c-68ac-420c-b204-3f6340a76d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:33.699433 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fb097-e8d9-4d01-96cf-da944685cb0f req-781078c8-f911-4971-81d9-b2a19724a3f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:33.701950 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-210fb097-e8d9-4d01-96cf-da944685cb0f req-781078c8-f911-4971-81d9-b2a19724a3f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30f85216-423d-4808-8866-c24fc0e1b637 HTTP/1.1" status: 200 len: 854 time: 0.1344240 Aug 25 16:07:33.706091 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-2fb7dba8-b3e2-47c6-a8fe-467a97ab554a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:33.712297 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-4d237be9-b0bb-41bd-ac8b-c664a095c6fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683712'] for router_interface, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:33.893173 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-210fb097-e8d9-4d01-96cf-da944685cb0f req-ed770610-4b42-49d3-8d04-8c08ec2d55d3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3e9d8a4-bf3c-498d-b519-afa6aab2d465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1497509 Aug 25 16:07:33.916673 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-4d237be9-b0bb-41bd-ac8b-c664a095c6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:33.945440 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3c859-edaf-42fb-93b5-19a5aa7d075e None None] Pushing event updated for resources: {'Port': ['ID=9b237591-c6ac-406c-a7b9-aff4e400c49d,revision_number=3']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:33.963828 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-e3a3c859-edaf-42fb-93b5-19a5aa7d075e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:33.965648 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c499660c-68ac-420c-b204-3f6340a76d79 None None] Routers {'e011034f-6880-473d-9d2e-9348615babe3'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:07:33.965781 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-c499660c-68ac-420c-b204-3f6340a76d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:07:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['e011034f-6880-473d-9d2e-9348615babe3'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:07:34.157125 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-210fb097-e8d9-4d01-96cf-da944685cb0f req-679996e1-a1af-4679-a4fb-400207edf9d0 service neutron] 10.222.0.21 "GET /v2.0/networks/c3e9d8a4-bf3c-498d-b519-afa6aab2d465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413282 Aug 25 16:07:34.207099 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-d3d1f35f-3e7e-4997-a270-de273afaeedd None None] Provisioning for port 14476426-bfe9-4eb0-99dd-ed64140166b1 completed by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:07:34.230152 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-d3d1f35f-3e7e-4997-a270-de273afaeedd None None] Provisioning complete for port 14476426-bfe9-4eb0-99dd-ed64140166b1 triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:34.230690 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f35f-3e7e-4997-a270-de273afaeedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:34.297900 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-d3d1f35f-3e7e-4997-a270-de273afaeedd None None] Port 14476426-bfe9-4eb0-99dd-ed64140166b1 cannot update to ACTIVE because it is not bound. {{(pid=75047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:07:34.338271 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-210fb097-e8d9-4d01-96cf-da944685cb0f req-039ecba1-c2d5-497d-a047-586febd9596a service neutron] 10.222.0.21 "GET /v2.0/networks/c3e9d8a4-bf3c-498d-b519-afa6aab2d465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654177 Aug 25 16:07:34.356052 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7d0732a9-a07f-4d5b-b70f-a940dd67f147 req-2347ae6e-4151-4a17-af6b-83ce98be9115 service neutron] 10.222.0.21 "GET /v2.0/networks/19552b71-7cb9-4c5a-9436-fcba33552e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0839846 Aug 25 16:07:34.382881 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-c499660c-68ac-420c-b204-3f6340a76d79 None None] Set router e011034f-6880-473d-9d2e-9348615babe3 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:07:34.406911 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3408e-1a19-4548-8dbf-5ed4d1b4801b req-ac41333b-45dc-47df-96f0-31c07a025b60 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:34.422877 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-cdc3408e-1a19-4548-8dbf-5ed4d1b4801b req-ac41333b-45dc-47df-96f0-31c07a025b60 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.7194695 Aug 25 16:07:34.518436 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-cdc3408e-1a19-4548-8dbf-5ed4d1b4801b req-908a4fb3-7fb8-4a1e-bc24-999bd8b7dbb2 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946827 Aug 25 16:07:34.607717 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-4d237be9-b0bb-41bd-ac8b-c664a095c6fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:34.619354 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dae339-f088-4a07-8f7b-4d4eca29d9de req-1d557aa4-0a8b-421d-a57b-ae1fdae38775 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:34.620928 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a7dae339-f088-4a07-8f7b-4d4eca29d9de req-1d557aa4-0a8b-421d-a57b-ae1fdae38775 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9d652d-4e05-4a5b-8e8e-9509a2053591 HTTP/1.1" status: 200 len: 943 time: 0.6318305 Aug 25 16:07:34.623139 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-4d237be9-b0bb-41bd-ac8b-c664a095c6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3837783'] for port, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:34.656246 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-7ed0ebe0-17ed-468e-b2a2-c28f50e0890c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:34.926795 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device dbd62566-f2b0-46eb-9a7e-21abdb22b39c up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:07:34.941241 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59406bf-08c0-421e-af8e-6d71cbb6dd56 req-0a0432ee-d220-45a0-9c06-4b5b1d8ffbee tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:34.943419 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c59406bf-08c0-421e-af8e-6d71cbb6dd56 req-0a0432ee-d220-45a0-9c06-4b5b1d8ffbee tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c98fa9a-5fe2-4a15-b475-42455fb076b1 HTTP/1.1" status: 200 len: 944 time: 0.1772137 Aug 25 16:07:34.976621 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-4d237be9-b0bb-41bd-ac8b-c664a095c6fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684841'] for router_interface, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:34.984074 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d237be9-b0bb-41bd-ac8b-c664a095c6fc admin admin] Pushing event updated for resources: {'Port': ['ID=14476426-bfe9-4eb0-99dd-ed64140166b1,revision_number=2']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:34.987907 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-4d237be9-b0bb-41bd-ac8b-c664a095c6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:34.997859 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-cb66cd2f-be6a-4574-b2d0-c7b02c0585da req-387d07be-389a-4608-9da2-1c7fc2438c67 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 1098 time: 0.5087566 Aug 25 16:07:35.018530 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a7dae339-f088-4a07-8f7b-4d4eca29d9de req-57dcde94-5cf7-4c66-be17-f7ac6b0c0bf3 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660848 Aug 25 16:07:35.037022 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-c499660c-68ac-420c-b204-3f6340a76d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e011034f-6880-473d-9d2e-9348615babe3', 'name': 'tempest-TestVolumeBootPattern-970962436-router', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:26Z', 'updated_at': '2021-08-25T16:07:33Z', 'revision_number': 4, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'gw_port': {'id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:98:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:27Z', 'updated_at': '2021-08-25T16:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '14476426-bfe9-4eb0-99dd-ed64140166b1', 'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'mac_address': 'fa:16:3e:45:df:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:32Z', 'updated_at': '2021-08-25T16:07:32Z', 'revision_number': 1, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'subnets': [{'id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:07:35.045354 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c499660c-68ac-420c-b204-3f6340a76d79 None None] The sync data for ids ['e011034f-6880-473d-9d2e-9348615babe3'] in dv-cinder-806008-1-iscsi is: [{'id': 'e011034f-6880-473d-9d2e-9348615babe3', 'name': 'tempest-TestVolumeBootPattern-970962436-router', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:26Z', 'updated_at': '2021-08-25T16:07:33Z', 'revision_number': 4, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'gw_port': {'id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:98:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:27Z', 'updated_at': '2021-08-25T16:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '14476426-bfe9-4eb0-99dd-ed64140166b1', 'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'mac_address': 'fa:16:3e:45:df:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:32Z', 'updated_at': '2021-08-25T16:07:32Z', 'revision_number': 1, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'subnets': [{'id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:07:35.048353 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port dbd62566-f2b0-46eb-9a7e-21abdb22b39c triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:35.048727 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:35.070799 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c59406bf-08c0-421e-af8e-6d71cbb6dd56 req-0fea7a26-d13f-4376-84f0-b9c9aeb2f3e0 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195760 Aug 25 16:07:35.144409 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-cb66cd2f-be6a-4574-b2d0-c7b02c0585da req-535aa74e-64cd-4269-a440-35313463172d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242127 Aug 25 16:07:35.264049 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d237be9-b0bb-41bd-ac8b-c664a095c6fc admin admin] Network 718b11f1-f8ce-4b3b-a0cd-44603747195c is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:07:35.268226 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-4d237be9-b0bb-41bd-ac8b-c664a095c6fc admin admin] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:07:35.425158 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:07:35.642746 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0421e82-37e5-4b45-ae60-e74a2cabbff9 req-3decb834-d9a2-4113-b9b4-b317cfb23643 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:35.644176 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f0421e82-37e5-4b45-ae60-e74a2cabbff9 req-3decb834-d9a2-4113-b9b4-b317cfb23643 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3c65f4a-7101-4292-86ad-079082697802 HTTP/1.1" status: 200 len: 945 time: 0.0886998 Aug 25 16:07:35.656360 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-24b14ec9-6ef5-46e1-9dc6-9a01faa0dd90 None None] Provisioning complete for port 14476426-bfe9-4eb0-99dd-ed64140166b1 triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:35.657318 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-24b14ec9-6ef5-46e1-9dc6-9a01faa0dd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:35.708055 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f0421e82-37e5-4b45-ae60-e74a2cabbff9 req-bc0f3c34-6fcd-4c64-ac6f-e6b60813d70b tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550115 Aug 25 16:07:35.731913 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-24b14ec9-6ef5-46e1-9dc6-9a01faa0dd90 None None] Port 14476426-bfe9-4eb0-99dd-ed64140166b1 cannot update to ACTIVE because it is not bound. {{(pid=75047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:07:35.801352 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d237be9-b0bb-41bd-ac8b-c664a095c6fc admin admin] Router e011034f-6880-473d-9d2e-9348615babe3 has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:07:35.930340 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94cfe30-ea62-4d47-8ae1-dab51ba5a41a req-f8945be1-77b9-4502-a40e-2d9866ea28ce tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:35.931914 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f94cfe30-ea62-4d47-8ae1-dab51ba5a41a req-f8945be1-77b9-4502-a40e-2d9866ea28ce tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.0966589 Aug 25 16:07:35.989551 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f94cfe30-ea62-4d47-8ae1-dab51ba5a41a req-97c000ac-8973-425c-a1b4-df27b1506db3 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517719 Aug 25 16:07:36.034669 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d237be9-b0bb-41bd-ac8b-c664a095c6fc admin admin] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:07:36.044712 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-4d237be9-b0bb-41bd-ac8b-c664a095c6fc admin admin] 10.222.0.43 "PUT /v2.0/routers/e011034f-6880-473d-9d2e-9348615babe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5102878 Aug 25 16:07:36.320777 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379a2c0-258d-41eb-a2c4-810ef5bc1ac0 req-baa374e7-bb23-46ce-a618-c9f39190d035 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:36.322635 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7379a2c0-258d-41eb-a2c4-810ef5bc1ac0 req-baa374e7-bb23-46ce-a618-c9f39190d035 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9d652d-4e05-4a5b-8e8e-9509a2053591 HTTP/1.1" status: 200 len: 943 time: 0.1251121 Aug 25 16:07:36.328369 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb1379-7ae5-48ed-8bc6-d06650365ef7 req-9773c8cc-1bf6-41a9-b090-e01c135c5875 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:36.346126 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-b3cb1379-7ae5-48ed-8bc6-d06650365ef7 req-9773c8cc-1bf6-41a9-b090-e01c135c5875 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c98fa9a-5fe2-4a15-b475-42455fb076b1 HTTP/1.1" status: 200 len: 944 time: 0.1121020 Aug 25 16:07:36.409518 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7379a2c0-258d-41eb-a2c4-810ef5bc1ac0 req-9ac95f8e-c90e-4d5e-8c8f-f286c446ecb9 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787501 Aug 25 16:07:36.428697 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-b3cb1379-7ae5-48ed-8bc6-d06650365ef7 req-34909c6a-1eec-4b6f-a095-21a1796d3168 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815799 Aug 25 16:07:36.792343 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 2c60abe9-0d63-412d-a341-668678d3bc47 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:07:37.023691 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 2c60abe9-0d63-412d-a341-668678d3bc47, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=2c60abe9-0d63-412d-a341-668678d3bc47,segment=NetworkSegment(61fee6c7-ad76-40fb-8847-c586ac08ad22),segment_id=61fee6c7-ad76-40fb-8847-c586ac08ad22)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:37.057474 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Returning: {'device': '2c60abe9-0d63-412d-a341-668678d3bc47', 'network_id': '19552b71-7cb9-4c5a-9436-fcba33552e32', 'port_id': '2c60abe9-0d63-412d-a341-668678d3bc47', 'mac_address': 'fa:16:3e:8d:1b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df66c879-3ba5-40b2-94eb-12264a9babfa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:07:37.085587 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47ee45-566a-4fc3-ac0d-5349b9e82838 req-c46f1ae9-71c1-43a7-99b3-0dce598be14e tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:37.093599 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-ea47ee45-566a-4fc3-ac0d-5349b9e82838 req-c46f1ae9-71c1-43a7-99b3-0dce598be14e tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3c65f4a-7101-4292-86ad-079082697802 HTTP/1.1" status: 200 len: 945 time: 0.1706486 Aug 25 16:07:37.213615 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-ea47ee45-566a-4fc3-ac0d-5349b9e82838 req-8f229e54-509b-471b-9305-1cbbedadbfb5 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185403 Aug 25 16:07:37.214720 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:37.259281 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c60abe9-0d63-412d-a341-668678d3bc47 {{(pid=75047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:07:37.275262 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 49232) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:37.282563 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-963939734-network', 'tenant_id': '7e26263cfdb44a13849e65ed3ee02c14'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:07:37.288887 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 2c60abe9-0d63-412d-a341-668678d3bc47, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=2c60abe9-0d63-412d-a341-668678d3bc47,segment=NetworkSegment(61fee6c7-ad76-40fb-8847-c586ac08ad22),segment_id=61fee6c7-ad76-40fb-8847-c586ac08ad22)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:37.291353 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:37.293959 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:37.295095 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device b26c6348-cec7-4f41-a219-759bd061b0a5 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:07:37.297769 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Usage tracker for resource:network and tenant:7e26263cfdb44a13849e65ed3ee02c14 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:37.299707 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:37.301277 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:37.308177 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:37.321122 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Made reservation on behalf of 7e26263cfdb44a13849e65ed3ee02c14 for: {'network': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:07:37.323597 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for network, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:37.338784 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:37.398632 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:37.402878 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Usage tracker for resource:security_group_rule and tenant:7e26263cfdb44a13849e65ed3ee02c14 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:37.406428 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:37.413690 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:37.467546 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d44587-3f88-4437-9d2c-f1c21b12aa38 req-87c69de3-6c4a-4960-b7f4-75c149ad9bc7 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:37.475533 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=2c60abe9-0d63-412d-a341-668678d3bc47,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:37.475724 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-36d44587-3f88-4437-9d2c-f1c21b12aa38 req-87c69de3-6c4a-4960-b7f4-75c149ad9bc7 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.2364650 Aug 25 16:07:37.481227 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:37.557508 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-36d44587-3f88-4437-9d2c-f1c21b12aa38 req-bac9c363-be5e-4022-9471-9d7d06daf125 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619731 Aug 25 16:07:37.560351 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-978ceb24-bd0f-4577-8a3e-f729bbefaba1 req-713f235a-9245-43f6-b985-51bfc6ba8492 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f675e5666b19428a9822ff26629e69fc&device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 1098 time: 0.1778681 Aug 25 16:07:37.579058 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port b26c6348-cec7-4f41-a219-759bd061b0a5, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=b26c6348-cec7-4f41-a219-759bd061b0a5,segment=NetworkSegment(cacdea98-e620-4fb6-8343-3b417b230008),segment_id=cacdea98-e620-4fb6-8343-3b417b230008)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:37.588703 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:37.596063 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:37.600170 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-b72725b7-5d5b-485d-bf04-bebd9e7b655a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:37.611858 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Returning: {'device': 'b26c6348-cec7-4f41-a219-759bd061b0a5', 'network_id': 'c3e9d8a4-bf3c-498d-b519-afa6aab2d465', 'port_id': 'b26c6348-cec7-4f41-a219-759bd061b0a5', 'mac_address': 'fa:16:3e:6b:d9:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f85216-423d-4808-8866-c24fc0e1b637', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:07:37.703197 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:37.716561 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1260} {{(pid=75046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:07:37.730157 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b26c6348-cec7-4f41-a219-759bd061b0a5 {{(pid=75047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:07:37.746391 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:37.747347 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.db.segments_db [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Added segment 64c2f46c-77d6-42fa-ada0-e46a3b00748d of type vlan for network 3db219f0-afc9-4a6c-b521-8e8dff94805c Aug 25 16:07:37.755797 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port b26c6348-cec7-4f41-a219-759bd061b0a5, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=b26c6348-cec7-4f41-a219-759bd061b0a5,segment=NetworkSegment(cacdea98-e620-4fb6-8343-3b417b230008),segment_id=cacdea98-e620-4fb6-8343-3b417b230008)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:37.760888 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:37.763412 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-2c13bfe4-e4b2-4faa-92cd-385ee63112a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:37.849841 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1584e6-b1d8-43df-b25a-b3b7abbcbca5,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:37.894053 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779527754918'] for network, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:37.896743 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ceb24-bd0f-4577-8a3e-f729bbefaba1 req-83c7cd40-0c18-4dcc-969e-bac89ca60f79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:37.898564 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-978ceb24-bd0f-4577-8a3e-f729bbefaba1 req-83c7cd40-0c18-4dcc-969e-bac89ca60f79 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ce200f7d-ab4f-4302-beaa-d6a928b6d6a1 HTTP/1.1" status: 200 len: 921 time: 0.3042815 Aug 25 16:07:37.899923 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:37.900291 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:37.900644 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:37.901149 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:37.901497 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:37.901838 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:37.902180 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:37.902519 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:37.903321 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:37.903671 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:37.904012 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:37.910341 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:37.941885 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=b26c6348-cec7-4f41-a219-759bd061b0a5,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:37.956891 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a595bf-308e-490e-bae8-971798d770f3 req-fd69431f-a339-4939-8f64-6ec78f7e53b7 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:37.957699 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:37.959434 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e1a595bf-308e-490e-bae8-971798d770f3 req-fd69431f-a339-4939-8f64-6ec78f7e53b7 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9d652d-4e05-4a5b-8e8e-9509a2053591 HTTP/1.1" status: 200 len: 944 time: 0.2574153 Aug 25 16:07:37.960595 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244'] for network, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:37.961856 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:37.962563 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:37.983561 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-978ceb24-bd0f-4577-8a3e-f729bbefaba1 req-2ec99f07-093b-47ad-8f47-a76ca977c37a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a31aab4-f819-4247-9a1f-fd97d8d1c947 HTTP/1.1" status: 200 len: 217 time: 0.0770605 Aug 25 16:07:37.986246 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:38.070777 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5275a-fbc3-45ab-a91b-5bef5e636e9e req-6f60a5cd-d8e5-4e45-809a-afd0f3c36ec2 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:38.072527 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-1ea5275a-fbc3-45ab-a91b-5bef5e636e9e req-6f60a5cd-d8e5-4e45-809a-afd0f3c36ec2 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c98fa9a-5fe2-4a15-b475-42455fb076b1 HTTP/1.1" status: 200 len: 945 time: 0.2431116 Aug 25 16:07:38.101732 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8247483 Aug 25 16:07:38.107192 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ceb24-bd0f-4577-8a3e-f729bbefaba1 req-6188cfbe-43f2-485a-96f6-8841e3ebb89e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:38.108846 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-978ceb24-bd0f-4577-8a3e-f729bbefaba1 req-6188cfbe-43f2-485a-96f6-8841e3ebb89e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21c635d2-aa5a-4ebb-9743-23ef87a885c6 HTTP/1.1" status: 200 len: 859 time: 0.1173475 Aug 25 16:07:38.113058 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 49242) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:38.119098 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-71545e7b-0dbc-448d-ba84-2b582e833c96 admin admin] Request body: {'subnet': {'network_id': '3db219f0-afc9-4a6c-b521-8e8dff94805c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-963939734-subnet', 'tenant_id': '7e26263cfdb44a13849e65ed3ee02c14', 'ip_version': 4}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:07:38.127025 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-71545e7b-0dbc-448d-ba84-2b582e833c96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:38.133293 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-71545e7b-0dbc-448d-ba84-2b582e833c96 admin admin] Usage tracker for resource:subnet and tenant:7e26263cfdb44a13849e65ed3ee02c14 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:38.144976 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-71545e7b-0dbc-448d-ba84-2b582e833c96 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:38.158352 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Pushing event updated for resources: {'Network': ['ID=3db219f0-afc9-4a6c-b521-8e8dff94805c,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:38.162299 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:38.188575 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e1a595bf-308e-490e-bae8-971798d770f3 req-aa6feb40-e4f5-4520-b6ca-57b2ce957453 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031350 Aug 25 16:07:38.211906 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Network 3db219f0-afc9-4a6c-b521-8e8dff94805c details requested by agent ovs-agent-dv-cinder-806008-1-iscsi with host dv-cinder-806008-1-iscsi {{(pid=75047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:07:38.287306 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-71545e7b-0dbc-448d-ba84-2b582e833c96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:38.355794 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-1ea5275a-fbc3-45ab-a91b-5bef5e636e9e req-3034f39d-6a93-45c0-9832-442663fc9ee9 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764058 Aug 25 16:07:38.359750 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-978ceb24-bd0f-4577-8a3e-f729bbefaba1 req-bdccecaf-1a97-41aa-8c47-0ea8d73884aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ce200f7d-ab4f-4302-beaa-d6a928b6d6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1525264 Aug 25 16:07:38.459706 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71545e7b-0dbc-448d-ba84-2b582e833c96 admin admin] Made reservation on behalf of 7e26263cfdb44a13849e65ed3ee02c14 for: {'subnet': 1} {{(pid=75045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:07:38.478709 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-71545e7b-0dbc-448d-ba84-2b582e833c96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854741'] for subnet, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:38.522473 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['2c60abe9-0d63-412d-a341-668678d3bc47'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:07:38.651094 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['b26c6348-cec7-4f41-a219-759bd061b0a5'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:07:38.655900 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5cc38-cdb9-4ff2-95a4-430db6303f72 req-4670ab8d-0c04-4b93-9414-47496840f450 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:38.660422 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-33b5cc38-cdb9-4ff2-95a4-430db6303f72 req-4670ab8d-0c04-4b93-9414-47496840f450 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3c65f4a-7101-4292-86ad-079082697802 HTTP/1.1" status: 200 len: 945 time: 0.4708488 Aug 25 16:07:38.755994 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-33b5cc38-cdb9-4ff2-95a4-430db6303f72 req-1a8205c3-3e26-4c63-9866-29ee935d4c8a tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Deleting port a141144a-24bb-4eed-8c9a-32c3d0809115 {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:07:38.756492 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-33b5cc38-cdb9-4ff2-95a4-430db6303f72 req-1a8205c3-3e26-4c63-9866-29ee935d4c8a tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:39.166866 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:39.246375 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fef6a6-120f-4613-900f-aeff6ca7cfc0 req-a1934ac6-feec-49ce-b012-3791c74c2c59 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:39.248060 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e7fef6a6-120f-4613-900f-aeff6ca7cfc0 req-a1934ac6-feec-49ce-b012-3791c74c2c59 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.3910162 Aug 25 16:07:39.259659 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-71545e7b-0dbc-448d-ba84-2b582e833c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3837922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854727'] for subnet, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:39.322467 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:39.389383 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e7fef6a6-120f-4613-900f-aeff6ca7cfc0 req-c5bb09ce-a30b-4107-bdbd-bea6ace2a681 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250858 Aug 25 16:07:39.412223 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-33b5cc38-cdb9-4ff2-95a4-430db6303f72 req-1a8205c3-3e26-4c63-9866-29ee935d4c8a tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] For port a141144a-24bb-4eed-8c9a-32c3d0809115, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a141144a-24bb-4eed-8c9a-32c3d0809115,segment=NetworkSegment(d3eef3c6-2860-4e88-b596-6d7fe6b1ef18),segment_id=d3eef3c6-2860-4e88-b596-6d7fe6b1ef18)] {{(pid=75046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:39.412837 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-33b5cc38-cdb9-4ff2-95a4-430db6303f72 req-1a8205c3-3e26-4c63-9866-29ee935d4c8a tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:39.483803 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71545e7b-0dbc-448d-ba84-2b582e833c96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b205f13-34c1-4d7f-80f8-d1584173a76f,revision_number=0']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:39.487391 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-978ceb24-bd0f-4577-8a3e-f729bbefaba1 req-2d8c7860-cb20-47b8-aded-9c5686df6740 service neutron] 10.222.0.21 "GET /v2.0/networks/ce200f7d-ab4f-4302-beaa-d6a928b6d6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1142080 Aug 25 16:07:39.521930 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71545e7b-0dbc-448d-ba84-2b582e833c96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:39.522483 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71545e7b-0dbc-448d-ba84-2b582e833c96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:39.522935 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71545e7b-0dbc-448d-ba84-2b582e833c96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:39.523510 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71545e7b-0dbc-448d-ba84-2b582e833c96 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:39.523947 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71545e7b-0dbc-448d-ba84-2b582e833c96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:39.524378 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71545e7b-0dbc-448d-ba84-2b582e833c96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:39.524808 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71545e7b-0dbc-448d-ba84-2b582e833c96 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:39.525344 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71545e7b-0dbc-448d-ba84-2b582e833c96 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:39.525778 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71545e7b-0dbc-448d-ba84-2b582e833c96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:39.526206 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71545e7b-0dbc-448d-ba84-2b582e833c96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:39.526669 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71545e7b-0dbc-448d-ba84-2b582e833c96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:39.554342 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-71545e7b-0dbc-448d-ba84-2b582e833c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:39.596988 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-33b5cc38-cdb9-4ff2-95a4-430db6303f72 req-1a8205c3-3e26-4c63-9866-29ee935d4c8a tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Calling delete_port for a141144a-24bb-4eed-8c9a-32c3d0809115 owned by compute:nova {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:07:39.664556 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd6ce08-e584-4255-9170-ee7dbc6b0d26 None None] Sync routers for ids ['ee546a0a-209c-4ad8-8ace-abb5e3191ecb'] in dv-cinder-806008-1-iscsi {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:07:39.682980 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd6ce08-e584-4255-9170-ee7dbc6b0d26 None None] Routers {'ee546a0a-209c-4ad8-8ace-abb5e3191ecb'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:07:39.683859 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-7bd6ce08-e584-4255-9170-ee7dbc6b0d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:07:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['ee546a0a-209c-4ad8-8ace-abb5e3191ecb'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:07:39.715686 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71545e7b-0dbc-448d-ba84-2b582e833c96 admin admin] Checking segment: {'id': '64c2f46c-77d6-42fa-ada0-e46a3b00748d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '3db219f0-afc9-4a6c-b521-8e8dff94805c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:07:39.720605 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71545e7b-0dbc-448d-ba84-2b582e833c96 admin admin] Network hostable DHCP agents. Network: 3db219f0-afc9-4a6c-b521-8e8dff94805c, hostable agents: ['76091da7-29c6-41af-a969-d28dab66f71a'], hosted agents: [] {{(pid=75045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:07:39.879577 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a46de9-6f56-484d-89d1-59c065456b50 req-b9b4fe23-661c-458a-b299-41c19e3966bd tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:39.888056 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-71a46de9-6f56-484d-89d1-59c065456b50 req-b9b4fe23-661c-458a-b299-41c19e3966bd tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3c65f4a-7101-4292-86ad-079082697802 HTTP/1.1" status: 200 len: 945 time: 0.8230660 Aug 25 16:07:39.890744 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1987c0-7427-4eb4-80b8-885c296f56c3 req-04eb249c-19ef-4b09-aa75-d497ce33aa31 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:39.892024 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8c1987c0-7427-4eb4-80b8-885c296f56c3 req-04eb249c-19ef-4b09-aa75-d497ce33aa31 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9d652d-4e05-4a5b-8e8e-9509a2053591 HTTP/1.1" status: 200 len: 944 time: 0.2395554 Aug 25 16:07:39.936108 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-978ceb24-bd0f-4577-8a3e-f729bbefaba1 req-d5f6cad0-6797-4ee6-b3cc-eb744a97a28f service neutron] 10.222.0.21 "GET /v2.0/networks/ce200f7d-ab4f-4302-beaa-d6a928b6d6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360390 Aug 25 16:07:39.941698 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71545e7b-0dbc-448d-ba84-2b582e833c96 admin admin] Network 3db219f0-afc9-4a6c-b521-8e8dff94805c is scheduled to be hosted by DHCP agent 76091da7-29c6-41af-a969-d28dab66f71a with binding_index 1 {{(pid=75045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:07:39.966115 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-33b5cc38-cdb9-4ff2-95a4-430db6303f72 req-1a8205c3-3e26-4c63-9866-29ee935d4c8a tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:39.971948 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-71a46de9-6f56-484d-89d1-59c065456b50 req-04c1e38b-a132-4898-95dd-153ad1868d25 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5b7f967-e7af-417e-969f-cdf089414135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829473 Aug 25 16:07:39.973590 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-37c6a7e1-6967-4029-980a-6921fa4cd2a8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:39.975622 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-71545e7b-0dbc-448d-ba84-2b582e833c96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-iscsi, 3db219f0-afc9-4a6c-b521-8e8dff94805c) {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:07:39.983038 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71545e7b-0dbc-448d-ba84-2b582e833c96 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:39.983632 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-71545e7b-0dbc-448d-ba84-2b582e833c96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:39.984831 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8708978c-774b-4d80-945d-9c2858c81233 None None] Network 3db219f0-afc9-4a6c-b521-8e8dff94805c requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:07:40.011750 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-7bd6ce08-e584-4255-9170-ee7dbc6b0d26 None None] Set router ee546a0a-209c-4ad8-8ace-abb5e3191ecb gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:07:40.029326 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-71545e7b-0dbc-448d-ba84-2b582e833c96 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9150105 Aug 25 16:07:40.030533 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 49258) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:40.043566 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-a9a7bb0c-4801-46bc-b524-1fd75edb2e42 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-963939734-router', 'tenant_id': '7e26263cfdb44a13849e65ed3ee02c14', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:07:40.051321 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-a9a7bb0c-4801-46bc-b524-1fd75edb2e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:40.060177 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-a9a7bb0c-4801-46bc-b524-1fd75edb2e42 admin admin] Usage tracker for resource:router and tenant:7e26263cfdb44a13849e65ed3ee02c14 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:40.071460 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-a9a7bb0c-4801-46bc-b524-1fd75edb2e42 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:40.079999 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-a9a7bb0c-4801-46bc-b524-1fd75edb2e42 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:40.100231 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8205c3-3e26-4c63-9866-29ee935d4c8a tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Pushing event deleted for resources: {'Port': ['ID=a141144a-24bb-4eed-8c9a-32c3d0809115,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:40.103504 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a9a7bb0c-4801-46bc-b524-1fd75edb2e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4569'] for router, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:40.106226 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a9a7bb0c-4801-46bc-b524-1fd75edb2e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4386'] for router, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:40.113603 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8c1987c0-7427-4eb4-80b8-885c296f56c3 req-02a822f5-8cea-4874-ab75-fb74ef2a1c51 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118919 Aug 25 16:07:40.119048 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-1a8205c3-3e26-4c63-9866-29ee935d4c8a tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:40.134951 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a9a7bb0c-4801-46bc-b524-1fd75edb2e42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:40.298311 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b5cc38-cdb9-4ff2-95a4-430db6303f72 req-1a8205c3-3e26-4c63-9866-29ee935d4c8a tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] No DVR routers for this DVR port a141144a-24bb-4eed-8c9a-32c3d0809115 on host hv-cinder-80600 {{(pid=75046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:07:40.301414 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-33b5cc38-cdb9-4ff2-95a4-430db6303f72 req-1a8205c3-3e26-4c63-9866-29ee935d4c8a tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:40.304249 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c65f4a-7101-4292-86ad-079082697802', 'name': 'network-vif-deleted', 'tag': 'a141144a-24bb-4eed-8c9a-32c3d0809115'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:07:40.363074 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-33b5cc38-cdb9-4ff2-95a4-430db6303f72 req-1a8205c3-3e26-4c63-9866-29ee935d4c8a tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.21 "DELETE /v2.0/ports/a141144a-24bb-4eed-8c9a-32c3d0809115 HTTP/1.1" status: 204 len: 173 time: 1.6955831 Aug 25 16:07:40.503260 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['a141144a-24bb-4eed-8c9a-32c3d0809115'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:07:40.507666 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db39fee-959c-44d3-81ae-a09ca25995df req-d4ac538f-f4ac-4cc5-94a8-4f56ba281a55 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:40.514710 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2db39fee-959c-44d3-81ae-a09ca25995df req-d4ac538f-f4ac-4cc5-94a8-4f56ba281a55 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c98fa9a-5fe2-4a15-b475-42455fb076b1 HTTP/1.1" status: 200 len: 945 time: 0.3673599 Aug 25 16:07:40.518299 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a9a7bb0c-4801-46bc-b524-1fd75edb2e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4404'] for router, precommit_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:40.569278 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-7bd6ce08-e584-4255-9170-ee7dbc6b0d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee546a0a-209c-4ad8-8ace-abb5e3191ecb', 'name': 'tempest-TestMinimumBasicScenario-1344994390-router', 'tenant_id': 'd3a580bf2e62429b937d785123945c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '9ec0678e-23da-4031-a2bf-8456135aa120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:14Z', 'updated_at': '2021-08-25T16:07:22Z', 'revision_number': 4, 'project_id': 'd3a580bf2e62429b937d785123945c10', 'gw_port': {'id': '9ec0678e-23da-4031-a2bf-8456135aa120', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee546a0a-209c-4ad8-8ace-abb5e3191ecb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:14Z', 'updated_at': '2021-08-25T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '7bccb367-ff96-43d2-bbe2-97abf1aede6b', 'name': '', 'network_id': '212616ba-55fd-40cc-9efa-15f3d6a3fce6', 'tenant_id': 'd3a580bf2e62429b937d785123945c10', 'mac_address': 'fa:16:3e:db:73:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee546a0a-209c-4ad8-8ace-abb5e3191ecb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb01645-ea8f-447a-9539-2d828d5dafb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:21Z', 'updated_at': '2021-08-25T16:07:23Z', 'revision_number': 2, 'project_id': 'd3a580bf2e62429b937d785123945c10', 'subnets': [{'id': '5eb01645-ea8f-447a-9539-2d828d5dafb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:07:40.574401 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd6ce08-e584-4255-9170-ee7dbc6b0d26 None None] Checking router: ee546a0a-209c-4ad8-8ace-abb5e3191ecb for host: dv-cinder-806008-1-iscsi {{(pid=75048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:07:40.575224 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd6ce08-e584-4255-9170-ee7dbc6b0d26 None None] Updating router ee546a0a-209c-4ad8-8ace-abb5e3191ecb port 7bccb367-ff96-43d2-bbe2-97abf1aede6b binding host dv-cinder-806008-1-iscsi {{(pid=75048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:07:40.618953 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d795ae2b-0865-40f2-ac23-5bc478dfb900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf611e6e9-e149-50bb-9d7e-e511a8e7b325-3db219f0-afc9-4a6c-b521-8e8dff94805c', 'network_id': '3db219f0-afc9-4a6c-b521-8e8dff94805c', 'tenant_id': '7e26263cfdb44a13849e65ed3ee02c14', 'fixed_ips': [{'subnet_id': '7b205f13-34c1-4d7f-80f8-d1584173a76f'}]}} from dv-cinder-806008-1-iscsi. {{(pid=75047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:07:40.619789 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-d795ae2b-0865-40f2-ac23-5bc478dfb900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:40.632729 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-7bd6ce08-e584-4255-9170-ee7dbc6b0d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:40.672097 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2db39fee-959c-44d3-81ae-a09ca25995df req-1bbac436-fb15-4d53-ba3e-9d88dbf24c0c tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566112 Aug 25 16:07:40.815651 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c65f4a-7101-4292-86ad-079082697802', 'name': 'network-vif-deleted', 'tag': 'a141144a-24bb-4eed-8c9a-32c3d0809115', 'status': 'completed', 'code': 200} Aug 25 16:07:40.835790 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 2c60abe9-0d63-412d-a341-668678d3bc47 up at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:07:40.929785 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a9a7bb0c-4801-46bc-b524-1fd75edb2e42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:40.936622 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.db_base_plugin_common [None req-d795ae2b-0865-40f2-ac23-5bc478dfb900 None None] Allocated IP 172.20.0.2 (3db219f0-afc9-4a6c-b521-8e8dff94805c/7b205f13-34c1-4d7f-80f8-d1584173a76f/24344310-3de1-4e3e-a3c7-0a826702b4c2) {{(pid=75047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:07:40.969518 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning for port 2c60abe9-0d63-412d-a341-668678d3bc47 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:07:40.978263 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning complete for port 2c60abe9-0d63-412d-a341-668678d3bc47 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:40.978645 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:41.011589 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a9a7bb0c-4801-46bc-b524-1fd75edb2e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:41.095693 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 9b237591-c6ac-406c-a7b9-aff4e400c49d up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:07:41.190537 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_common [None req-a9a7bb0c-4801-46bc-b524-1fd75edb2e42 admin admin] Allocated IP 172.27.1.190 (918dfb31-e205-4511-8f83-81a91dee6c8c/7d72112f-2376-4184-b827-994c471d72fa/cec69d69-a1b5-4ee2-88a2-4e0c29411232) {{(pid=75045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:07:41.243877 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-7bd6ce08-e584-4255-9170-ee7dbc6b0d26 None None] Notify callbacks [] for port, precommit_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:41.274152 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.provisioning_blocks [None req-7bd6ce08-e584-4255-9170-ee7dbc6b0d26 None None] Transition to ACTIVE for port object 7bccb367-ff96-43d2-bbe2-97abf1aede6b will not be triggered until provisioned by entity L2. {{(pid=75048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:07:41.297809 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-7bd6ce08-e584-4255-9170-ee7dbc6b0d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:41.314660 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:41.481983 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-2d78374d-9e53-4579-991e-e657a38fe5ad req-e1482648-3be3-4df2-8857-b81ab0966659 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Synchronizing usage tracker for tenant:749be22c92aa443a8d39367758c7ddf9 on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:07:41.546677 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-2d78374d-9e53-4579-991e-e657a38fe5ad req-e1482648-3be3-4df2-8857-b81ab0966659 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Unset dirty status for tenant:749be22c92aa443a8d39367758c7ddf9 on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:07:41.560964 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2d78374d-9e53-4579-991e-e657a38fe5ad req-e1482648-3be3-4df2-8857-b81ab0966659 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3c65f4a-7101-4292-86ad-079082697802 HTTP/1.1" status: 200 len: 210 time: 0.2139378 Aug 25 16:07:41.598777 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14255fe-724d-4206-ba4c-c56e2e61a5a0 None None] Pushing event updated for resources: {'Port': ['ID=7bccb367-ff96-43d2-bbe2-97abf1aede6b,revision_number=3']} {{(pid=75048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:41.606957 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [None req-b14255fe-724d-4206-ba4c-c56e2e61a5a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:41.702496 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning for port 9b237591-c6ac-406c-a7b9-aff4e400c49d completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:07:41.707364 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:41.723108 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a9a7bb0c-4801-46bc-b524-1fd75edb2e42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:41.792813 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a9a7bb0c-4801-46bc-b524-1fd75edb2e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:41.796614 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-743c9922-f4a4-4a40-8f00-977411c31e68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:41.820507 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-612a96d9-7195-46db-b14c-2ef00dbde4c2 req-694611c0-e9c5-4da4-a6e9-ffc8fda6b93b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f675e5666b19428a9822ff26629e69fc&device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 1098 time: 0.2401936 Aug 25 16:07:41.823556 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.managers [None req-7bd6ce08-e584-4255-9170-ee7dbc6b0d26 None None] Attempting to bind port 7bccb367-ff96-43d2-bbe2-97abf1aede6b on host dv-cinder-806008-1-iscsi for vnic_type normal with profile {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:07:41.823931 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.managers [None req-7bd6ce08-e584-4255-9170-ee7dbc6b0d26 None None] Attempting to bind port 7bccb367-ff96-43d2-bbe2-97abf1aede6b by drivers openvswitch,hyperv on host dv-cinder-806008-1-iscsi at level 0 using segments [{'id': 'f40bab7a-0691-4b9c-9308-30c0a44b5777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '212616ba-55fd-40cc-9efa-15f3d6a3fce6'}] {{(pid=75048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:07:41.829647 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd6ce08-e584-4255-9170-ee7dbc6b0d26 None None] Attempting to bind port 7bccb367-ff96-43d2-bbe2-97abf1aede6b on network 212616ba-55fd-40cc-9efa-15f3d6a3fce6 {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:07:41.846157 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd6ce08-e584-4255-9170-ee7dbc6b0d26 None None] Checking agent: {'id': '8ad9899d-d2ce-4381-ae51-c9c56b6945b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 56, 26), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:07:41.847070 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd6ce08-e584-4255-9170-ee7dbc6b0d26 None None] Checking segment: {'id': 'f40bab7a-0691-4b9c-9308-30c0a44b5777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '212616ba-55fd-40cc-9efa-15f3d6a3fce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:07:41.847468 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-7bd6ce08-e584-4255-9170-ee7dbc6b0d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:41.850016 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd6ce08-e584-4255-9170-ee7dbc6b0d26 None None] Bound using segment: {'id': 'f40bab7a-0691-4b9c-9308-30c0a44b5777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '212616ba-55fd-40cc-9efa-15f3d6a3fce6'} {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:07:41.850509 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.managers [None req-7bd6ce08-e584-4255-9170-ee7dbc6b0d26 None None] Bound port: 7bccb367-ff96-43d2-bbe2-97abf1aede6b, host: dv-cinder-806008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40bab7a-0691-4b9c-9308-30c0a44b5777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '212616ba-55fd-40cc-9efa-15f3d6a3fce6'}}] {{(pid=75048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:07:41.850903 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-7bd6ce08-e584-4255-9170-ee7dbc6b0d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:41.894222 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 2c60abe9-0d63-412d-a341-668678d3bc47, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=2c60abe9-0d63-412d-a341-668678d3bc47,segment=NetworkSegment(61fee6c7-ad76-40fb-8847-c586ac08ad22),segment_id=61fee6c7-ad76-40fb-8847-c586ac08ad22)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:41.914514 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9d652d-4e05-4a5b-8e8e-9509a2053591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c60abe9-0d63-412d-a341-668678d3bc47'}] {{(pid=75047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:07:41.944203 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 9b237591-c6ac-406c-a7b9-aff4e400c49d triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:41.944587 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:41.988878 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:41.989930 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device b26c6348-cec7-4f41-a219-759bd061b0a5 up at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:07:42.009661 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.db [None req-7bd6ce08-e584-4255-9170-ee7dbc6b0d26 None None] For port 7bccb367-ff96-43d2-bbe2-97abf1aede6b, host dv-cinder-806008-1-iscsi, cleared binding levels {{(pid=75048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:07:42.013033 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.db [None req-7bd6ce08-e584-4255-9170-ee7dbc6b0d26 None None] For port 7bccb367-ff96-43d2-bbe2-97abf1aede6b, host dv-cinder-806008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=7bccb367-ff96-43d2-bbe2-97abf1aede6b,segment=NetworkSegment(f40bab7a-0691-4b9c-9308-30c0a44b5777),segment_id=f40bab7a-0691-4b9c-9308-30c0a44b5777)] {{(pid=75048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:07:42.018669 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-7bd6ce08-e584-4255-9170-ee7dbc6b0d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:42.023892 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [None req-024fcb36-40ce-4a1b-a010-43f40cdfa730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:42.111713 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:42.125945 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd6ce08-e584-4255-9170-ee7dbc6b0d26 None None] Routers {'ee546a0a-209c-4ad8-8ace-abb5e3191ecb'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:07:42.126579 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-7bd6ce08-e584-4255-9170-ee7dbc6b0d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:07:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['ee546a0a-209c-4ad8-8ace-abb5e3191ecb'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:07:42.227982 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a7bb0c-4801-46bc-b524-1fd75edb2e42 admin admin] Network 918dfb31-e205-4511-8f83-81a91dee6c8c is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:07:42.242134 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-a9a7bb0c-4801-46bc-b524-1fd75edb2e42 admin admin] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:07:42.265224 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a7bb0c-4801-46bc-b524-1fd75edb2e42 admin admin] Received port after_create {{(pid=75045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:07:42.274980 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning for port b26c6348-cec7-4f41-a219-759bd061b0a5 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:07:42.299360 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning complete for port b26c6348-cec7-4f41-a219-759bd061b0a5 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:42.300018 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:42.322893 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7bb0c-4801-46bc-b524-1fd75edb2e42 admin admin] Pushing event updated for resources: {'Port': ['ID=cec69d69-a1b5-4ee2-88a2-4e0c29411232,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:42.340209 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf3833-677a-4ee0-8ffc-e2248e11886b req-639c5a03-dbda-4254-bd40-e4c3735088da tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:42.347731 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3acf3833-677a-4ee0-8ffc-e2248e11886b req-639c5a03-dbda-4254-bd40-e4c3735088da tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.4314106 Aug 25 16:07:42.350311 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-a9a7bb0c-4801-46bc-b524-1fd75edb2e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:42.368170 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a96d9-7195-46db-b14c-2ef00dbde4c2 req-4a4e95dd-d313-47ce-a89a-86d9fc85c265 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:42.370417 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-612a96d9-7195-46db-b14c-2ef00dbde4c2 req-4a4e95dd-d313-47ce-a89a-86d9fc85c265 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ce200f7d-ab4f-4302-beaa-d6a928b6d6a1 HTTP/1.1" status: 200 len: 921 time: 0.5405080 Aug 25 16:07:42.467745 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3acf3833-677a-4ee0-8ffc-e2248e11886b req-cb00ea08-9ee5-4ab5-ad3d-879eecb71f3e tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189017 Aug 25 16:07:42.505524 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-612a96d9-7195-46db-b14c-2ef00dbde4c2 req-04024356-74cb-4251-8e24-a0624775e554 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a31aab4-f819-4247-9a1f-fd97d8d1c947 HTTP/1.1" status: 200 len: 217 time: 0.1257050 Aug 25 16:07:42.530241 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-d795ae2b-0865-40f2-ac23-5bc478dfb900 None None] Notify callbacks [] for port, precommit_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:42.549441 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cb8e7-4704-43be-b8dc-78280d669cb3 req-6a665c7f-bfc7-43af-97c0-d974b540a4c2 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:42.550966 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-372cb8e7-4704-43be-b8dc-78280d669cb3 req-6a665c7f-bfc7-43af-97c0-d974b540a4c2 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9d652d-4e05-4a5b-8e8e-9509a2053591 HTTP/1.1" status: 200 len: 945 time: 0.6556044 Aug 25 16:07:42.573535 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-7bd6ce08-e584-4255-9170-ee7dbc6b0d26 None None] Set router ee546a0a-209c-4ad8-8ace-abb5e3191ecb gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:07:42.664629 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a96d9-7195-46db-b14c-2ef00dbde4c2 req-a5ccc762-3294-4864-860f-1b12e71dc022 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:42.666620 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-612a96d9-7195-46db-b14c-2ef00dbde4c2 req-a5ccc762-3294-4864-860f-1b12e71dc022 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21c635d2-aa5a-4ebb-9743-23ef87a885c6 HTTP/1.1" status: 200 len: 859 time: 0.1532140 Aug 25 16:07:42.677030 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-372cb8e7-4704-43be-b8dc-78280d669cb3 req-8422846e-67f3-48eb-b11e-d612d9ed434d tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113176 Aug 25 16:07:42.695582 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-d795ae2b-0865-40f2-ac23-5bc478dfb900 None None] Transition to ACTIVE for port object 24344310-3de1-4e3e-a3c7-0a826702b4c2 will not be triggered until provisioned by entity L2. {{(pid=75047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:07:42.728038 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=2c60abe9-0d63-412d-a341-668678d3bc47,revision_number=5']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:42.732906 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:42.754311 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:42.755754 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a9a7bb0c-4801-46bc-b524-1fd75edb2e42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:42.757067 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a9a7bb0c-4801-46bc-b524-1fd75edb2e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683550'] for router, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:42.819502 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-d795ae2b-0865-40f2-ac23-5bc478dfb900 None None] Transition to ACTIVE for port object 24344310-3de1-4e3e-a3c7-0a826702b4c2 will not be triggered until provisioned by entity DHCP. {{(pid=75047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:07:42.872284 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14255fe-724d-4206-ba4c-c56e2e61a5a0 None None] Pushing event updated for resources: {'Port': ['ID=7bccb367-ff96-43d2-bbe2-97abf1aede6b,revision_number=4']} {{(pid=75048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:42.879419 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [None req-b14255fe-724d-4206-ba4c-c56e2e61a5a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.856s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:42.893904 dv-cinder-806008-1-iscsi neutron-server[75047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9d652d-4e05-4a5b-8e8e-9509a2053591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c60abe9-0d63-412d-a341-668678d3bc47', 'code': 200} Aug 25 16:07:42.938609 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-d795ae2b-0865-40f2-ac23-5bc478dfb900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143'] for port, after_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:42.954197 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-612a96d9-7195-46db-b14c-2ef00dbde4c2 req-2422771a-932f-4e54-a8b7-48abad08d678 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ce200f7d-ab4f-4302-beaa-d6a928b6d6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2792835 Aug 25 16:07:42.959063 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-d9f6ce55-b0ae-49d4-93e6-d9a1174b62c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:43.084978 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port b26c6348-cec7-4f41-a219-759bd061b0a5, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=b26c6348-cec7-4f41-a219-759bd061b0a5,segment=NetworkSegment(cacdea98-e620-4fb6-8343-3b417b230008),segment_id=cacdea98-e620-4fb6-8343-3b417b230008)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:43.095550 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:43.104434 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:43.114423 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795ae2b-0865-40f2-ac23-5bc478dfb900 None None] Pushing event updated for resources: {'Port': ['ID=24344310-3de1-4e3e-a3c7-0a826702b4c2,revision_number=1']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:43.121538 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-d795ae2b-0865-40f2-ac23-5bc478dfb900 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:43.127718 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-2fb7dba8-b3e2-47c6-a8fe-467a97ab554a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:43.151280 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a7bb0c-4801-46bc-b524-1fd75edb2e42 admin admin] Router 7feecd7e-e4d3-437e-a73c-12716e41a501 is scheduled to L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 with binding_index 1 {{(pid=75045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:07:43.191628 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device a141144a-24bb-4eed-8c9a-32c3d0809115 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:07:43.239040 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d795ae2b-0865-40f2-ac23-5bc478dfb900 None None] Network 3db219f0-afc9-4a6c-b521-8e8dff94805c is already hosted by enough agents. {{(pid=75047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:07:43.280688 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.scheduler.base_scheduler [None req-d795ae2b-0865-40f2-ac23-5bc478dfb900 None None] Resources bound (agent type, host, resource id): {{(pid=75047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:07:43.286439 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] No Port match for: a141144a-24bb-4eed-8c9a-32c3d0809115 {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:07:43.287303 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device a141144a-24bb-4eed-8c9a-32c3d0809115 not bound to the agent host hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:07:43.290713 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d795ae2b-0865-40f2-ac23-5bc478dfb900 None None] Received port after_create {{(pid=75047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:07:43.293847 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] For port 9b237591-c6ac-406c-a7b9-aff4e400c49d, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=9b237591-c6ac-406c-a7b9-aff4e400c49d,segment=NetworkSegment(6c802ec5-cb0c-4ebf-9051-a5208badfc91),segment_id=6c802ec5-cb0c-4ebf-9051-a5208badfc91)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:43.303787 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:43.392537 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=b26c6348-cec7-4f41-a219-759bd061b0a5,revision_number=5']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:43.407746 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:43.408216 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-073b82fc-0637-4a92-bfc0-a38375b03e48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:43.507279 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb670d-f4a2-4821-aaba-afda13f8082f req-0938f3ef-2199-4727-bfc0-c2e62efcd156 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:43.514102 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7acb670d-f4a2-4821-aaba-afda13f8082f req-0938f3ef-2199-4727-bfc0-c2e62efcd156 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c98fa9a-5fe2-4a15-b475-42455fb076b1 HTTP/1.1" status: 200 len: 945 time: 0.7429354 Aug 25 16:07:43.538103 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-612a96d9-7195-46db-b14c-2ef00dbde4c2 req-1df0ecd6-db68-4041-8a3d-a6da589eca8a service neutron] 10.222.0.21 "GET /v2.0/networks/ce200f7d-ab4f-4302-beaa-d6a928b6d6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5668190 Aug 25 16:07:43.545761 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-d795ae2b-0865-40f2-ac23-5bc478dfb900 None None] Attempting to bind port 24344310-3de1-4e3e-a3c7-0a826702b4c2 on host dv-cinder-806008-1-iscsi for vnic_type normal with profile {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:07:43.546385 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-d795ae2b-0865-40f2-ac23-5bc478dfb900 None None] Attempting to bind port 24344310-3de1-4e3e-a3c7-0a826702b4c2 by drivers openvswitch,hyperv on host dv-cinder-806008-1-iscsi at level 0 using segments [{'id': '64c2f46c-77d6-42fa-ada0-e46a3b00748d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '3db219f0-afc9-4a6c-b521-8e8dff94805c'}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:07:43.546976 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d795ae2b-0865-40f2-ac23-5bc478dfb900 None None] Attempting to bind port 24344310-3de1-4e3e-a3c7-0a826702b4c2 on network 3db219f0-afc9-4a6c-b521-8e8dff94805c {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:07:43.556528 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-7bd6ce08-e584-4255-9170-ee7dbc6b0d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee546a0a-209c-4ad8-8ace-abb5e3191ecb', 'name': 'tempest-TestMinimumBasicScenario-1344994390-router', 'tenant_id': 'd3a580bf2e62429b937d785123945c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '9ec0678e-23da-4031-a2bf-8456135aa120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:14Z', 'updated_at': '2021-08-25T16:07:22Z', 'revision_number': 4, 'project_id': 'd3a580bf2e62429b937d785123945c10', 'gw_port': {'id': '9ec0678e-23da-4031-a2bf-8456135aa120', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee546a0a-209c-4ad8-8ace-abb5e3191ecb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:14Z', 'updated_at': '2021-08-25T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '7bccb367-ff96-43d2-bbe2-97abf1aede6b', 'name': '', 'network_id': '212616ba-55fd-40cc-9efa-15f3d6a3fce6', 'tenant_id': 'd3a580bf2e62429b937d785123945c10', 'mac_address': 'fa:16:3e:db:73:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee546a0a-209c-4ad8-8ace-abb5e3191ecb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb01645-ea8f-447a-9539-2d828d5dafb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:21Z', 'updated_at': '2021-08-25T16:07:42Z', 'revision_number': 4, 'project_id': 'd3a580bf2e62429b937d785123945c10', 'subnets': [{'id': '5eb01645-ea8f-447a-9539-2d828d5dafb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:07:43.569352 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd6ce08-e584-4255-9170-ee7dbc6b0d26 None None] The sync data for ids ['ee546a0a-209c-4ad8-8ace-abb5e3191ecb'] in dv-cinder-806008-1-iscsi is: [{'id': 'ee546a0a-209c-4ad8-8ace-abb5e3191ecb', 'name': 'tempest-TestMinimumBasicScenario-1344994390-router', 'tenant_id': 'd3a580bf2e62429b937d785123945c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '9ec0678e-23da-4031-a2bf-8456135aa120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:14Z', 'updated_at': '2021-08-25T16:07:22Z', 'revision_number': 4, 'project_id': 'd3a580bf2e62429b937d785123945c10', 'gw_port': {'id': '9ec0678e-23da-4031-a2bf-8456135aa120', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee546a0a-209c-4ad8-8ace-abb5e3191ecb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:14Z', 'updated_at': '2021-08-25T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '7bccb367-ff96-43d2-bbe2-97abf1aede6b', 'name': '', 'network_id': '212616ba-55fd-40cc-9efa-15f3d6a3fce6', 'tenant_id': 'd3a580bf2e62429b937d785123945c10', 'mac_address': 'fa:16:3e:db:73:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee546a0a-209c-4ad8-8ace-abb5e3191ecb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb01645-ea8f-447a-9539-2d828d5dafb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:21Z', 'updated_at': '2021-08-25T16:07:42Z', 'revision_number': 4, 'project_id': 'd3a580bf2e62429b937d785123945c10', 'subnets': [{'id': '5eb01645-ea8f-447a-9539-2d828d5dafb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:07:43.603074 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Pushing event updated for resources: {'Port': ['ID=9b237591-c6ac-406c-a7b9-aff4e400c49d,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:43.639047 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3a85b854-ea35-4fc5-8c36-8017b89b1339 req-c5cba835-1357-4795-b8b9-58f01b0343c2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3e9d652d-4e05-4a5b-8e8e-9509a2053591 HTTP/1.1" status: 200 len: 1098 time: 0.3527117 Aug 25 16:07:43.647296 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:43.691385 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d795ae2b-0865-40f2-ac23-5bc478dfb900 None None] Checking agent: {'id': '8ad9899d-d2ce-4381-ae51-c9c56b6945b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 56, 26), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:07:43.698763 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d795ae2b-0865-40f2-ac23-5bc478dfb900 None None] Checking segment: {'id': '64c2f46c-77d6-42fa-ada0-e46a3b00748d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '3db219f0-afc9-4a6c-b521-8e8dff94805c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:07:43.700298 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-d795ae2b-0865-40f2-ac23-5bc478dfb900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:43.705211 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d795ae2b-0865-40f2-ac23-5bc478dfb900 None None] Bound using segment: {'id': '64c2f46c-77d6-42fa-ada0-e46a3b00748d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '3db219f0-afc9-4a6c-b521-8e8dff94805c'} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:07:43.706142 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-d795ae2b-0865-40f2-ac23-5bc478dfb900 None None] Bound port: 24344310-3de1-4e3e-a3c7-0a826702b4c2, host: dv-cinder-806008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c2f46c-77d6-42fa-ada0-e46a3b00748d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '3db219f0-afc9-4a6c-b521-8e8dff94805c'}}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:07:43.711371 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-d795ae2b-0865-40f2-ac23-5bc478dfb900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:43.749354 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-612a96d9-7195-46db-b14c-2ef00dbde4c2 req-f9cdec2b-1d82-465e-b493-f85a8aed0931 service neutron] 10.222.0.21 "GET /v2.0/networks/ce200f7d-ab4f-4302-beaa-d6a928b6d6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895857 Aug 25 16:07:43.760801 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7acb670d-f4a2-4821-aaba-afda13f8082f req-febdacb5-9d65-42b1-b1e0-264ed150e9b1 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459176 Aug 25 16:07:43.910205 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3a85b854-ea35-4fc5-8c36-8017b89b1339 req-d31317b7-f648-4778-a5e2-bb8b36d60b13 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655878 Aug 25 16:07:43.968540 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1d722-4805-496c-b7ec-2578ae55a7b5 req-cf9235b8-c349-4a5e-a06a-237b0ed15722 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:43.970063 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-88b1d722-4805-496c-b7ec-2578ae55a7b5 req-cf9235b8-c349-4a5e-a06a-237b0ed15722 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.1852071 Aug 25 16:07:43.974738 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a7bb0c-4801-46bc-b524-1fd75edb2e42 admin admin] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:07:43.996723 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622ca440-fe4b-488e-8f3e-5370ce709856 None None] Sync routers for ids ['7feecd7e-e4d3-437e-a73c-12716e41a501'] in dv-cinder-806008-1-iscsi {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:07:44.019386 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622ca440-fe4b-488e-8f3e-5370ce709856 None None] Routers {'7feecd7e-e4d3-437e-a73c-12716e41a501'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:07:44.020393 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-622ca440-fe4b-488e-8f3e-5370ce709856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:07:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['7feecd7e-e4d3-437e-a73c-12716e41a501'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:07:44.103030 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a9a7bb0c-4801-46bc-b524-1fd75edb2e42 admin admin] Notify callbacks [] for router, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:44.103894 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-a9a7bb0c-4801-46bc-b524-1fd75edb2e42 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0724256 Aug 25 16:07:44.107886 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 49296) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:44.131703 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408acd7-5be4-42ab-b133-6bb2aba8269a req-4204176c-a699-4066-ae5c-40d1697f2638 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:44.140267 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4408acd7-5be4-42ab-b133-6bb2aba8269a req-4204176c-a699-4066-ae5c-40d1697f2638 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9d652d-4e05-4a5b-8e8e-9509a2053591 HTTP/1.1" status: 200 len: 945 time: 0.1720672 Aug 25 16:07:44.191677 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-d795ae2b-0865-40f2-ac23-5bc478dfb900 None None] For port 24344310-3de1-4e3e-a3c7-0a826702b4c2, host dv-cinder-806008-1-iscsi, cleared binding levels {{(pid=75047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:07:44.222780 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4408acd7-5be4-42ab-b133-6bb2aba8269a req-f3de1716-dda1-4244-a893-c32992ec8c2b tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815332 Aug 25 16:07:44.271906 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-88b1d722-4805-496c-b7ec-2578ae55a7b5 req-a412e901-9953-4400-93ef-e20e4797d4f9 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898967 Aug 25 16:07:44.417323 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-d795ae2b-0865-40f2-ac23-5bc478dfb900 None None] For port 24344310-3de1-4e3e-a3c7-0a826702b4c2, host dv-cinder-806008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=24344310-3de1-4e3e-a3c7-0a826702b4c2,segment=NetworkSegment(64c2f46c-77d6-42fa-ada0-e46a3b00748d),segment_id=64c2f46c-77d6-42fa-ada0-e46a3b00748d)] {{(pid=75047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:07:44.463646 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-d795ae2b-0865-40f2-ac23-5bc478dfb900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:44.497671 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-2c13bfe4-e4b2-4faa-92cd-385ee63112a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:44.619231 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795ae2b-0865-40f2-ac23-5bc478dfb900 None None] Pushing event updated for resources: {'Port': ['ID=24344310-3de1-4e3e-a3c7-0a826702b4c2,revision_number=2']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:44.630566 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-d795ae2b-0865-40f2-ac23-5bc478dfb900 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:44.654680 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-622ca440-fe4b-488e-8f3e-5370ce709856 None None] Set router 7feecd7e-e4d3-437e-a73c-12716e41a501 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:07:45.162097 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c98fa9a-5fe2-4a15-b475-42455fb076b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26c6348-cec7-4f41-a219-759bd061b0a5'}] {{(pid=75047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:07:45.250708 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-622ca440-fe4b-488e-8f3e-5370ce709856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7feecd7e-e4d3-437e-a73c-12716e41a501', 'name': 'tempest-TestVolumeBootPattern-963939734-router', 'tenant_id': '7e26263cfdb44a13849e65ed3ee02c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'cec69d69-a1b5-4ee2-88a2-4e0c29411232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:40Z', 'updated_at': '2021-08-25T16:07:42Z', 'revision_number': 3, 'project_id': '7e26263cfdb44a13849e65ed3ee02c14', 'gw_port': {'id': 'cec69d69-a1b5-4ee2-88a2-4e0c29411232', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7feecd7e-e4d3-437e-a73c-12716e41a501', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:41Z', 'updated_at': '2021-08-25T16:07:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:07:45.255142 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622ca440-fe4b-488e-8f3e-5370ce709856 None None] Checking router: 7feecd7e-e4d3-437e-a73c-12716e41a501 for host: dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:07:45.256031 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622ca440-fe4b-488e-8f3e-5370ce709856 None None] Updating router 7feecd7e-e4d3-437e-a73c-12716e41a501 port cec69d69-a1b5-4ee2-88a2-4e0c29411232 binding host dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:07:45.293454 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1ff79-726e-4943-8189-dc8135ad9e64 req-56d90485-16a6-43dc-9bca-6a5f74002f6c tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:45.299293 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-02c1ff79-726e-4943-8189-dc8135ad9e64 req-56d90485-16a6-43dc-9bca-6a5f74002f6c tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c98fa9a-5fe2-4a15-b475-42455fb076b1 HTTP/1.1" status: 200 len: 946 time: 0.2244670 Aug 25 16:07:45.307182 dv-cinder-806008-1-iscsi neutron-server[75047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c98fa9a-5fe2-4a15-b475-42455fb076b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26c6348-cec7-4f41-a219-759bd061b0a5', 'code': 200} Aug 25 16:07:45.315388 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-622ca440-fe4b-488e-8f3e-5370ce709856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:45.646687 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583aa7cb-232b-4ff0-b750-fd06f1eea9b9 req-d290315e-64d5-4a36-9ad3-7f9ee35c4f9f tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:45.658029 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-583aa7cb-232b-4ff0-b750-fd06f1eea9b9 req-d290315e-64d5-4a36-9ad3-7f9ee35c4f9f tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9d652d-4e05-4a5b-8e8e-9509a2053591 HTTP/1.1" status: 200 len: 945 time: 0.1398020 Aug 25 16:07:45.686999 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 7bccb367-ff96-43d2-bbe2-97abf1aede6b up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:07:45.750566 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-583aa7cb-232b-4ff0-b750-fd06f1eea9b9 req-bc789cc0-e11c-442a-ae2c-24eff7a62f5c tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808299 Aug 25 16:07:45.860000 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-02c1ff79-726e-4943-8189-dc8135ad9e64 req-152de399-2a06-46a6-8b62-24f1c209486e tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5459523 Aug 25 16:07:46.039835 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning for port 7bccb367-ff96-43d2-bbe2-97abf1aede6b completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:07:46.074933 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 7bccb367-ff96-43d2-bbe2-97abf1aede6b triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:46.075490 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:46.212803 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb422b-78f2-43fc-84ed-43f2712cec55 req-50bdfe76-e4d0-4b64-a240-773013cbf360 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:46.224878 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-aefb422b-78f2-43fc-84ed-43f2712cec55 req-50bdfe76-e4d0-4b64-a240-773013cbf360 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.1745467 Aug 25 16:07:46.252343 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-116f0b1c-a8d8-4e45-a5f4-7838fa7428f3 req-c9de1e0b-a093-4ee2-9f9e-67d9e229bfc2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7c98fa9a-5fe2-4a15-b475-42455fb076b1 HTTP/1.1" status: 200 len: 1099 time: 0.4662452 Aug 25 16:07:46.283658 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-aefb422b-78f2-43fc-84ed-43f2712cec55 req-aedaaae1-95d6-486f-8b19-33d70c55df38 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517826 Aug 25 16:07:46.389961 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-622ca440-fe4b-488e-8f3e-5370ce709856 None None] Notify callbacks [] for port, precommit_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:46.398531 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9b7570d1-e7d8-408d-99b4-f2dbf6271a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:46.412900 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6a8a0d-dbe9-4db4-9098-97159f7e5b80 None None] Network 3db219f0-afc9-4a6c-b521-8e8dff94805c requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:07:46.480307 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-116f0b1c-a8d8-4e45-a5f4-7838fa7428f3 req-8061a829-92cd-43db-9429-704a9897e220 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176988 Aug 25 16:07:46.499965 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-622ca440-fe4b-488e-8f3e-5370ce709856 None None] Transition to ACTIVE for port object cec69d69-a1b5-4ee2-88a2-4e0c29411232 will not be triggered until provisioned by entity L2. {{(pid=75047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:07:46.535791 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-622ca440-fe4b-488e-8f3e-5370ce709856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:46.545625 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:46.653186 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-6d2b4111-e19b-4ee2-bbad-f1958a5cae35 None None] Provisioning for port 24344310-3de1-4e3e-a3c7-0a826702b4c2 completed by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:07:46.676136 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_common [None req-9b7570d1-e7d8-408d-99b4-f2dbf6271a44 admin admin] Allocated IP 172.20.0.1 (3db219f0-afc9-4a6c-b521-8e8dff94805c/7b205f13-34c1-4d7f-80f8-d1584173a76f/d94c3f49-905f-4cb2-9921-1c77405707b8) {{(pid=75045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:07:46.684886 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:46.705378 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94129fd3-976d-41d3-8d1b-9880dd971447 None None] Pushing event updated for resources: {'Port': ['ID=cec69d69-a1b5-4ee2-88a2-4e0c29411232,revision_number=2']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:46.738855 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-94129fd3-976d-41d3-8d1b-9880dd971447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:46.750208 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-622ca440-fe4b-488e-8f3e-5370ce709856 None None] Attempting to bind port cec69d69-a1b5-4ee2-88a2-4e0c29411232 on host dv-cinder-806008-1-iscsi for vnic_type normal with profile {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:07:46.750586 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-622ca440-fe4b-488e-8f3e-5370ce709856 None None] Attempting to bind port cec69d69-a1b5-4ee2-88a2-4e0c29411232 by drivers openvswitch,hyperv on host dv-cinder-806008-1-iscsi at level 0 using segments [{'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:07:46.750955 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622ca440-fe4b-488e-8f3e-5370ce709856 None None] Attempting to bind port cec69d69-a1b5-4ee2-88a2-4e0c29411232 on network 918dfb31-e205-4511-8f83-81a91dee6c8c {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:07:46.781074 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] For port 7bccb367-ff96-43d2-bbe2-97abf1aede6b, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=7bccb367-ff96-43d2-bbe2-97abf1aede6b,segment=NetworkSegment(f40bab7a-0691-4b9c-9308-30c0a44b5777),segment_id=f40bab7a-0691-4b9c-9308-30c0a44b5777)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:46.790810 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:46.791691 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 24344310-3de1-4e3e-a3c7-0a826702b4c2 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:07:46.828711 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622ca440-fe4b-488e-8f3e-5370ce709856 None None] Checking agent: {'id': '8ad9899d-d2ce-4381-ae51-c9c56b6945b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 56, 26), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:07:46.829302 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622ca440-fe4b-488e-8f3e-5370ce709856 None None] Checking segment: {'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:07:46.829688 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-622ca440-fe4b-488e-8f3e-5370ce709856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:46.830235 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622ca440-fe4b-488e-8f3e-5370ce709856 None None] Bound using segment: {'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:07:46.830734 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-622ca440-fe4b-488e-8f3e-5370ce709856 None None] Bound port: cec69d69-a1b5-4ee2-88a2-4e0c29411232, host: dv-cinder-806008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:07:46.831604 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-622ca440-fe4b-488e-8f3e-5370ce709856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:46.865618 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-7b1e2f01-149e-4ab2-a27e-c6a52befb8b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:46.886490 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9b7570d1-e7d8-408d-99b4-f2dbf6271a44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:46.909292 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.provisioning_blocks [None req-9b7570d1-e7d8-408d-99b4-f2dbf6271a44 admin admin] Transition to ACTIVE for port object d94c3f49-905f-4cb2-9921-1c77405707b8 will not be triggered until provisioned by entity DHCP. {{(pid=75045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:07:46.941675 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9b7570d1-e7d8-408d-99b4-f2dbf6271a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:46.955669 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-fd6fb2b7-c205-4210-9c85-f64ed12334ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:46.959820 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Pushing event updated for resources: {'Port': ['ID=7bccb367-ff96-43d2-bbe2-97abf1aede6b,revision_number=5']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:46.963175 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:47.010305 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7570d1-e7d8-408d-99b4-f2dbf6271a44 admin admin] Network 3db219f0-afc9-4a6c-b521-8e8dff94805c is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:07:47.080702 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-9b7570d1-e7d8-408d-99b4-f2dbf6271a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:07:47.089764 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-622ca440-fe4b-488e-8f3e-5370ce709856 None None] For port cec69d69-a1b5-4ee2-88a2-4e0c29411232, host dv-cinder-806008-1-iscsi, cleared binding levels {{(pid=75047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:07:47.092377 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning for port 24344310-3de1-4e3e-a3c7-0a826702b4c2 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:07:47.099396 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-622ca440-fe4b-488e-8f3e-5370ce709856 None None] For port cec69d69-a1b5-4ee2-88a2-4e0c29411232, host dv-cinder-806008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=cec69d69-a1b5-4ee2-88a2-4e0c29411232,segment=NetworkSegment(6c802ec5-cb0c-4ebf-9051-a5208badfc91),segment_id=6c802ec5-cb0c-4ebf-9051-a5208badfc91)] {{(pid=75047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:07:47.106681 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-622ca440-fe4b-488e-8f3e-5370ce709856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:47.111220 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7570d1-e7d8-408d-99b4-f2dbf6271a44 admin admin] Received port after_create {{(pid=75045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:07:47.121448 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:47.138718 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668a96f-5a2e-401d-8c6b-e4d1d9bf2695 req-6c4e3a86-2646-416a-aa1c-901a13c0acb2 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:47.146799 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8668a96f-5a2e-401d-8c6b-e4d1d9bf2695 req-6c4e3a86-2646-416a-aa1c-901a13c0acb2 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c98fa9a-5fe2-4a15-b475-42455fb076b1 HTTP/1.1" status: 200 len: 946 time: 0.1061788 Aug 25 16:07:47.157556 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 24344310-3de1-4e3e-a3c7-0a826702b4c2 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:47.157927 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:47.214907 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8668a96f-5a2e-401d-8c6b-e4d1d9bf2695 req-c1069753-142a-4ef6-8ba0-9ce439fb87c8 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668635 Aug 25 16:07:47.233413 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb974a2-c772-45f1-b7fe-d93723fcc762 req-c5598d9a-5d93-4f9e-83fd-52c9ca8423d6 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:47.234896 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-cbb974a2-c772-45f1-b7fe-d93723fcc762 req-c5598d9a-5d93-4f9e-83fd-52c9ca8423d6 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9d652d-4e05-4a5b-8e8e-9509a2053591 HTTP/1.1" status: 200 len: 945 time: 0.2174039 Aug 25 16:07:47.243762 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7570d1-e7d8-408d-99b4-f2dbf6271a44 admin admin] Pushing event updated for resources: {'Port': ['ID=d94c3f49-905f-4cb2-9921-1c77405707b8,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:47.311636 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622ca440-fe4b-488e-8f3e-5370ce709856 None None] Routers {'7feecd7e-e4d3-437e-a73c-12716e41a501'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:07:47.312283 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-622ca440-fe4b-488e-8f3e-5370ce709856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:07:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['7feecd7e-e4d3-437e-a73c-12716e41a501'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:07:47.384859 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-9b7570d1-e7d8-408d-99b4-f2dbf6271a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:47.447358 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-cbb974a2-c772-45f1-b7fe-d93723fcc762 req-d5728608-c912-48c2-aaa6-54cb09c2c3cb tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042789 Aug 25 16:07:47.454937 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9b7570d1-e7d8-408d-99b4-f2dbf6271a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683712'] for router_interface, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:47.561774 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:47.642542 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9b7570d1-e7d8-408d-99b4-f2dbf6271a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:47.658391 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94129fd3-976d-41d3-8d1b-9880dd971447 None None] Pushing event updated for resources: {'Port': ['ID=cec69d69-a1b5-4ee2-88a2-4e0c29411232,revision_number=3']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:47.662265 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-94129fd3-976d-41d3-8d1b-9880dd971447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:47.683821 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] For port 24344310-3de1-4e3e-a3c7-0a826702b4c2, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=24344310-3de1-4e3e-a3c7-0a826702b4c2,segment=NetworkSegment(64c2f46c-77d6-42fa-ada0-e46a3b00748d),segment_id=64c2f46c-77d6-42fa-ada0-e46a3b00748d)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:47.703362 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:47.703577 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 9b237591-c6ac-406c-a7b9-aff4e400c49d up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:07:47.811719 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:47.920470 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-3098551c-3eb2-4b48-8955-fa6a1423ff0f None None] Provisioning for port d94c3f49-905f-4cb2-9921-1c77405707b8 completed by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:07:47.930864 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-3098551c-3eb2-4b48-8955-fa6a1423ff0f None None] Provisioning complete for port d94c3f49-905f-4cb2-9921-1c77405707b8 triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:47.931239 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-3098551c-3eb2-4b48-8955-fa6a1423ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:48.017345 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7153cf-0d70-4cb7-b334-fd912239ca76 req-878aecfa-d4d2-4774-a664-68f9c57f4501 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:48.019684 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2f7153cf-0d70-4cb7-b334-fd912239ca76 req-878aecfa-d4d2-4774-a664-68f9c57f4501 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.2998519 Aug 25 16:07:48.045321 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Pushing event updated for resources: {'Port': ['ID=24344310-3de1-4e3e-a3c7-0a826702b4c2,revision_number=3']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:48.050360 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:48.085142 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-3098551c-3eb2-4b48-8955-fa6a1423ff0f None None] Port d94c3f49-905f-4cb2-9921-1c77405707b8 cannot update to ACTIVE because it is not bound. {{(pid=75047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:07:48.125282 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-622ca440-fe4b-488e-8f3e-5370ce709856 None None] Set router 7feecd7e-e4d3-437e-a73c-12716e41a501 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:07:48.160606 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2f7153cf-0d70-4cb7-b334-fd912239ca76 req-4654498e-4b4c-4250-b84a-b9c7b0614977 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304326 Aug 25 16:07:48.187350 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9b7570d1-e7d8-408d-99b4-f2dbf6271a44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:48.197813 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9b7570d1-e7d8-408d-99b4-f2dbf6271a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3837783'] for port, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:48.258449 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:48.344822 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9b7570d1-e7d8-408d-99b4-f2dbf6271a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684841'] for router_interface, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:48.348836 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7570d1-e7d8-408d-99b4-f2dbf6271a44 admin admin] Pushing event updated for resources: {'Port': ['ID=d94c3f49-905f-4cb2-9921-1c77405707b8,revision_number=2']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:48.353383 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-9b7570d1-e7d8-408d-99b4-f2dbf6271a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:48.449911 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 9b237591-c6ac-406c-a7b9-aff4e400c49d triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:48.450409 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:48.553535 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7570d1-e7d8-408d-99b4-f2dbf6271a44 admin admin] Network 3db219f0-afc9-4a6c-b521-8e8dff94805c is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:07:48.555035 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-9b7570d1-e7d8-408d-99b4-f2dbf6271a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:07:48.680574 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-3098551c-3eb2-4b48-8955-fa6a1423ff0f None None] Provisioning complete for port 24344310-3de1-4e3e-a3c7-0a826702b4c2 triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:48.681425 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-3098551c-3eb2-4b48-8955-fa6a1423ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:48.942406 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931cea9-8586-49d8-b06a-21737a7cbe1c req-263dd89b-6e5a-46ac-b1d8-cb9d2ed0e44c tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:48.950478 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-5931cea9-8586-49d8-b06a-21737a7cbe1c req-263dd89b-6e5a-46ac-b1d8-cb9d2ed0e44c tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c98fa9a-5fe2-4a15-b475-42455fb076b1 HTTP/1.1" status: 200 len: 946 time: 0.3058090 Aug 25 16:07:48.955974 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-622ca440-fe4b-488e-8f3e-5370ce709856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7feecd7e-e4d3-437e-a73c-12716e41a501', 'name': 'tempest-TestVolumeBootPattern-963939734-router', 'tenant_id': '7e26263cfdb44a13849e65ed3ee02c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'cec69d69-a1b5-4ee2-88a2-4e0c29411232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:40Z', 'updated_at': '2021-08-25T16:07:47Z', 'revision_number': 4, 'project_id': '7e26263cfdb44a13849e65ed3ee02c14', 'gw_port': {'id': 'cec69d69-a1b5-4ee2-88a2-4e0c29411232', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7feecd7e-e4d3-437e-a73c-12716e41a501', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:41Z', 'updated_at': '2021-08-25T16:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': 'd94c3f49-905f-4cb2-9921-1c77405707b8', 'name': '', 'network_id': '3db219f0-afc9-4a6c-b521-8e8dff94805c', 'tenant_id': '7e26263cfdb44a13849e65ed3ee02c14', 'mac_address': 'fa:16:3e:34:0a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7feecd7e-e4d3-437e-a73c-12716e41a501', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b205f13-34c1-4d7f-80f8-d1584173a76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:46Z', 'updated_at': '2021-08-25T16:07:46Z', 'revision_number': 1, 'project_id': '7e26263cfdb44a13849e65ed3ee02c14', 'subnets': [{'id': '7b205f13-34c1-4d7f-80f8-d1584173a76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:07:48.960532 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622ca440-fe4b-488e-8f3e-5370ce709856 None None] The sync data for ids ['7feecd7e-e4d3-437e-a73c-12716e41a501'] in dv-cinder-806008-1-iscsi is: [{'id': '7feecd7e-e4d3-437e-a73c-12716e41a501', 'name': 'tempest-TestVolumeBootPattern-963939734-router', 'tenant_id': '7e26263cfdb44a13849e65ed3ee02c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'cec69d69-a1b5-4ee2-88a2-4e0c29411232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:40Z', 'updated_at': '2021-08-25T16:07:47Z', 'revision_number': 4, 'project_id': '7e26263cfdb44a13849e65ed3ee02c14', 'gw_port': {'id': 'cec69d69-a1b5-4ee2-88a2-4e0c29411232', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7feecd7e-e4d3-437e-a73c-12716e41a501', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:41Z', 'updated_at': '2021-08-25T16:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': 'd94c3f49-905f-4cb2-9921-1c77405707b8', 'name': '', 'network_id': '3db219f0-afc9-4a6c-b521-8e8dff94805c', 'tenant_id': '7e26263cfdb44a13849e65ed3ee02c14', 'mac_address': 'fa:16:3e:34:0a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7feecd7e-e4d3-437e-a73c-12716e41a501', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b205f13-34c1-4d7f-80f8-d1584173a76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:46Z', 'updated_at': '2021-08-25T16:07:46Z', 'revision_number': 1, 'project_id': '7e26263cfdb44a13849e65ed3ee02c14', 'subnets': [{'id': '7b205f13-34c1-4d7f-80f8-d1584173a76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:07:48.992031 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 7bccb367-ff96-43d2-bbe2-97abf1aede6b up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:07:49.089245 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-e4d08b81-79b0-4a52-b9c5-0fd69173a161 None None] Provisioning complete for port d94c3f49-905f-4cb2-9921-1c77405707b8 triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:49.090013 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-e4d08b81-79b0-4a52-b9c5-0fd69173a161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:49.090225 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-5931cea9-8586-49d8-b06a-21737a7cbe1c req-4ff09374-3ac3-47e3-9474-9f7bd53de255 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379843 Aug 25 16:07:49.172317 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 7bccb367-ff96-43d2-bbe2-97abf1aede6b triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:49.172706 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:49.213252 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-e4d08b81-79b0-4a52-b9c5-0fd69173a161 None None] Port d94c3f49-905f-4cb2-9921-1c77405707b8 cannot update to ACTIVE because it is not bound. {{(pid=75047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:07:49.351739 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7570d1-e7d8-408d-99b4-f2dbf6271a44 admin admin] Router 7feecd7e-e4d3-437e-a73c-12716e41a501 has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:07:49.399741 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 24344310-3de1-4e3e-a3c7-0a826702b4c2 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:07:49.481984 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 24344310-3de1-4e3e-a3c7-0a826702b4c2 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:49.482364 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:49.582204 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6411b-ba5a-499f-9ebb-2307f8182f26 req-d1a70f45-0237-4202-aa7a-696c98839dac tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:49.584236 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-85a6411b-ba5a-499f-9ebb-2307f8182f26 req-d1a70f45-0237-4202-aa7a-696c98839dac tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.2114935 Aug 25 16:07:49.696842 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-85a6411b-ba5a-499f-9ebb-2307f8182f26 req-af43e307-2427-4513-8be4-91576b594145 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058033 Aug 25 16:07:49.756991 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7570d1-e7d8-408d-99b4-f2dbf6271a44 admin admin] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:07:49.769208 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-9b7570d1-e7d8-408d-99b4-f2dbf6271a44 admin admin] 10.222.0.43 "PUT /v2.0/routers/7feecd7e-e4d3-437e-a73c-12716e41a501/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6603937 Aug 25 16:07:50.655525 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 49390) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:50.661320 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-796f12c2-c69c-41f0-a9f1-1743cc380a56 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1532924622', 'description': 'tempest-secgroup-smoke-1532924622 description', 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:07:50.667734 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-796f12c2-c69c-41f0-a9f1-1743cc380a56 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:50.671723 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-796f12c2-c69c-41f0-a9f1-1743cc380a56 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Usage tracker for resource:security_group and tenant:8d49b7bf8eb94202b4e68c00481db1bb is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:50.674715 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-796f12c2-c69c-41f0-a9f1-1743cc380a56 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:50.681712 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-796f12c2-c69c-41f0-a9f1-1743cc380a56 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:50.691620 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-796f12c2-c69c-41f0-a9f1-1743cc380a56 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:50.727710 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-796f12c2-c69c-41f0-a9f1-1743cc380a56 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:50.731548 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-796f12c2-c69c-41f0-a9f1-1743cc380a56 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Usage tracker for resource:security_group_rule and tenant:8d49b7bf8eb94202b4e68c00481db1bb is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:50.734414 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-796f12c2-c69c-41f0-a9f1-1743cc380a56 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:50.740045 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-796f12c2-c69c-41f0-a9f1-1743cc380a56 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:50.797651 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-796f12c2-c69c-41f0-a9f1-1743cc380a56 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:50.801226 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-796f12c2-c69c-41f0-a9f1-1743cc380a56 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:50.804665 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-c2a5f72d-a909-4dbd-8f5e-f5c156b4fadc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:50.844996 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f12c2-c69c-41f0-a9f1-1743cc380a56 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:50.848126 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-796f12c2-c69c-41f0-a9f1-1743cc380a56 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:50.850011 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-796f12c2-c69c-41f0-a9f1-1743cc380a56 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:50.854074 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-796f12c2-c69c-41f0-a9f1-1743cc380a56 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1946712 Aug 25 16:07:50.855197 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 49396) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:50.863688 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-cb5f1d99-9e95-469c-abd2-8b84d5fde212 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Request body: {'security_group_rule': {'security_group_id': '97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b', 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:07:50.867799 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-cb5f1d99-9e95-469c-abd2-8b84d5fde212 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:50.871882 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-cb5f1d99-9e95-469c-abd2-8b84d5fde212 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Usage tracker for resource:security_group_rule and tenant:8d49b7bf8eb94202b4e68c00481db1bb is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:50.874753 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-cb5f1d99-9e95-469c-abd2-8b84d5fde212 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:50.880854 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-cb5f1d99-9e95-469c-abd2-8b84d5fde212 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:50.902110 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-cb5f1d99-9e95-469c-abd2-8b84d5fde212 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:50.971091 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-cb5f1d99-9e95-469c-abd2-8b84d5fde212 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:50.974856 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-cb5f1d99-9e95-469c-abd2-8b84d5fde212 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347877'] for security_group_rule, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:50.976869 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:50.999488 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f1d99-9e95-469c-abd2-8b84d5fde212 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0025dcc8-ad1c-4f89-ba7d-94d99925b48c,revision_number=0']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:51.005656 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-cb5f1d99-9e95-469c-abd2-8b84d5fde212 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:51.010208 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-cb5f1d99-9e95-469c-abd2-8b84d5fde212 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:51.013427 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-cb5f1d99-9e95-469c-abd2-8b84d5fde212 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1575274 Aug 25 16:07:51.014072 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 49400) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:51.019699 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-f20ce913-961b-4656-9ee5-9c45cef52dbc tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Request body: {'security_group_rule': {'security_group_id': '97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b', 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:07:51.028366 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-f20ce913-961b-4656-9ee5-9c45cef52dbc tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:51.032431 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-f20ce913-961b-4656-9ee5-9c45cef52dbc tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Usage tracker for resource:security_group_rule and tenant:8d49b7bf8eb94202b4e68c00481db1bb is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:51.035489 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-f20ce913-961b-4656-9ee5-9c45cef52dbc tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:51.041480 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-f20ce913-961b-4656-9ee5-9c45cef52dbc tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:51.060288 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f20ce913-961b-4656-9ee5-9c45cef52dbc tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:51.124461 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f20ce913-961b-4656-9ee5-9c45cef52dbc tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:51.128411 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f20ce913-961b-4656-9ee5-9c45cef52dbc tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347877'] for security_group_rule, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:51.131072 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:51.154142 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ce913-961b-4656-9ee5-9c45cef52dbc tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ab35e0-8e30-4d13-8a55-0f34cafb1654,revision_number=0']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:51.156676 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-f20ce913-961b-4656-9ee5-9c45cef52dbc tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:51.164342 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f20ce913-961b-4656-9ee5-9c45cef52dbc tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:51.165642 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-f20ce913-961b-4656-9ee5-9c45cef52dbc tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1506462 Aug 25 16:07:51.168309 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 49408) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:51.173876 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-a5842c22-21df-4eda-b4ad-c47bf8efcf34 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Request body: {'security_group_rule': {'security_group_id': '97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b', 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:07:51.179484 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-a5842c22-21df-4eda-b4ad-c47bf8efcf34 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:51.183266 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-a5842c22-21df-4eda-b4ad-c47bf8efcf34 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Usage tracker for resource:security_group_rule and tenant:8d49b7bf8eb94202b4e68c00481db1bb is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:51.186101 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-a5842c22-21df-4eda-b4ad-c47bf8efcf34 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:51.191513 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a57871-8a9d-45be-8c8a-94527006bce0 req-af19b309-82ef-410d-8288-2ffd770eb094 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:51.192109 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-a5842c22-21df-4eda-b4ad-c47bf8efcf34 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:51.193494 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-42a57871-8a9d-45be-8c8a-94527006bce0 req-af19b309-82ef-410d-8288-2ffd770eb094 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c98fa9a-5fe2-4a15-b475-42455fb076b1 HTTP/1.1" status: 200 len: 946 time: 0.0845151 Aug 25 16:07:51.212866 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a5842c22-21df-4eda-b4ad-c47bf8efcf34 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:51.238677 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-42a57871-8a9d-45be-8c8a-94527006bce0 req-9f5de04c-8407-4fe4-84d5-9571d3ad33ab tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391321 Aug 25 16:07:51.276342 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a5842c22-21df-4eda-b4ad-c47bf8efcf34 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:51.280170 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a5842c22-21df-4eda-b4ad-c47bf8efcf34 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347877'] for security_group_rule, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:51.282220 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:51.304696 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5842c22-21df-4eda-b4ad-c47bf8efcf34 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de16e1db-0f9d-4512-8026-9aab09b16111,revision_number=0']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:51.309379 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-a5842c22-21df-4eda-b4ad-c47bf8efcf34 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:51.313701 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a5842c22-21df-4eda-b4ad-c47bf8efcf34 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:51.318780 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-a5842c22-21df-4eda-b4ad-c47bf8efcf34 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1482031 Aug 25 16:07:51.319000 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 49412) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:51.323954 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-09dbde4d-4260-4c8e-aff5-31200eb67034 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Request body: {'security_group_rule': {'security_group_id': '97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b', 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:07:51.329569 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-09dbde4d-4260-4c8e-aff5-31200eb67034 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:51.333711 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-09dbde4d-4260-4c8e-aff5-31200eb67034 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Usage tracker for resource:security_group_rule and tenant:8d49b7bf8eb94202b4e68c00481db1bb is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:51.337219 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-09dbde4d-4260-4c8e-aff5-31200eb67034 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:51.343974 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-09dbde4d-4260-4c8e-aff5-31200eb67034 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:51.397789 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-09dbde4d-4260-4c8e-aff5-31200eb67034 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:51.479975 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-09dbde4d-4260-4c8e-aff5-31200eb67034 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:51.483577 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-09dbde4d-4260-4c8e-aff5-31200eb67034 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347877'] for security_group_rule, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:51.491513 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8144b-42ff-4410-a9b6-6d8422c16b93 req-52a7fadf-dd88-4b35-9db4-44ea9070096c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:51.492897 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7cb8144b-42ff-4410-a9b6-6d8422c16b93 req-52a7fadf-dd88-4b35-9db4-44ea9070096c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.1347675 Aug 25 16:07:51.496866 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:51.531065 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dbde4d-4260-4c8e-aff5-31200eb67034 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff892b7-6379-4028-aedc-090b74c831d2,revision_number=0']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:51.536253 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-09dbde4d-4260-4c8e-aff5-31200eb67034 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:51.552529 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-09dbde4d-4260-4c8e-aff5-31200eb67034 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:51.553729 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-09dbde4d-4260-4c8e-aff5-31200eb67034 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2345133 Aug 25 16:07:51.556752 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 49418) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:51.564074 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7cb8144b-42ff-4410-a9b6-6d8422c16b93 req-7a415438-21bb-4ee1-8b73-34d7be01f942 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580823 Aug 25 16:07:51.566282 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-0bc569f9-a885-48cb-8621-fcafc76c11ae tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Request body: {'security_group_rule': {'security_group_id': '97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b', 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:07:51.572651 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-0bc569f9-a885-48cb-8621-fcafc76c11ae tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:51.576582 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-0bc569f9-a885-48cb-8621-fcafc76c11ae tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Usage tracker for resource:security_group_rule and tenant:8d49b7bf8eb94202b4e68c00481db1bb is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:51.580281 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-0bc569f9-a885-48cb-8621-fcafc76c11ae tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:51.611037 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-0bc569f9-a885-48cb-8621-fcafc76c11ae tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:51.641338 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.db.securitygroups_db [None req-0bc569f9-a885-48cb-8621-fcafc76c11ae tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Project 8d49b7bf8eb94202b4e68c00481db1bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 16:07:51.649898 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-0bc569f9-a885-48cb-8621-fcafc76c11ae tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:51.815154 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b5835-83f7-4f77-8910-35b57e8556ea req-09cc3603-c2ed-459c-a4fe-455e62dc2dbf tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:51.816491 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-359b5835-83f7-4f77-8910-35b57e8556ea req-09cc3603-c2ed-459c-a4fe-455e62dc2dbf tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/networks?id=53b8ca3b-c7b5-4977-bfe0-00939af2a7c1 HTTP/1.1" status: 200 len: 814 time: 0.1956956 Aug 25 16:07:51.818474 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-0bc569f9-a885-48cb-8621-fcafc76c11ae tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:51.822203 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-0bc569f9-a885-48cb-8621-fcafc76c11ae tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347877'] for security_group_rule, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:51.835054 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-a5842c22-21df-4eda-b4ad-c47bf8efcf34 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:51.859078 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-359b5835-83f7-4f77-8910-35b57e8556ea req-0c9acf84-e357-48b3-96d4-dfb697af13d0 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/quotas/a8edaba4f7ed44dc86a4225c7ed9aa26 HTTP/1.1" status: 200 len: 375 time: 0.0356660 Aug 25 16:07:51.860641 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc569f9-a885-48cb-8621-fcafc76c11ae tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3bc5272-2924-4f72-93b0-db15dc0bf3ce,revision_number=0']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:51.863184 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-0bc569f9-a885-48cb-8621-fcafc76c11ae tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:51.865605 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-0bc569f9-a885-48cb-8621-fcafc76c11ae tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:51.869658 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 49428) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:51.869850 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-0bc569f9-a885-48cb-8621-fcafc76c11ae tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3095729 Aug 25 16:07:51.875833 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-77c5d628-2c2c-418e-a585-c66a36ef8355 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Request body: {'security_group_rule': {'security_group_id': '97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b', 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:07:51.882118 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-77c5d628-2c2c-418e-a585-c66a36ef8355 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:51.885972 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-77c5d628-2c2c-418e-a585-c66a36ef8355 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Usage tracker for resource:security_group_rule and tenant:8d49b7bf8eb94202b4e68c00481db1bb is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:51.888803 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-77c5d628-2c2c-418e-a585-c66a36ef8355 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:51.899418 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-77c5d628-2c2c-418e-a585-c66a36ef8355 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:51.908727 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.db.securitygroups_db [None req-77c5d628-2c2c-418e-a585-c66a36ef8355 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Project 8d49b7bf8eb94202b4e68c00481db1bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 16:07:51.915002 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-77c5d628-2c2c-418e-a585-c66a36ef8355 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:51.951000 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-359b5835-83f7-4f77-8910-35b57e8556ea req-666595d6-eab6-42db-97ed-a673a1f9847c tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Synchronizing usage tracker for tenant:a8edaba4f7ed44dc86a4225c7ed9aa26 on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:07:51.968796 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-359b5835-83f7-4f77-8910-35b57e8556ea req-666595d6-eab6-42db-97ed-a673a1f9847c tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Unset dirty status for tenant:a8edaba4f7ed44dc86a4225c7ed9aa26 on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:07:51.970496 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-359b5835-83f7-4f77-8910-35b57e8556ea req-666595d6-eab6-42db-97ed-a673a1f9847c tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8edaba4f7ed44dc86a4225c7ed9aa26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1056213 Aug 25 16:07:51.981028 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-77c5d628-2c2c-418e-a585-c66a36ef8355 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:51.985411 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-77c5d628-2c2c-418e-a585-c66a36ef8355 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347877'] for security_group_rule, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:51.991723 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-33a2b21b-c146-48a9-9173-babab21c9903 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:52.010470 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c5d628-2c2c-418e-a585-c66a36ef8355 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c629ef0c-93ca-4148-96b9-f42bb5404355,revision_number=0']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:52.012904 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-77c5d628-2c2c-418e-a585-c66a36ef8355 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:52.021233 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-77c5d628-2c2c-418e-a585-c66a36ef8355 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:52.025327 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-77c5d628-2c2c-418e-a585-c66a36ef8355 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1513176 Aug 25 16:07:52.112997 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-359b5835-83f7-4f77-8910-35b57e8556ea req-3deb9a15-d8e1-4370-bedc-f9504138ccb2 service neutron] 10.222.0.43 "GET /v2.0/networks/53b8ca3b-c7b5-4977-bfe0-00939af2a7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289759 Aug 25 16:07:52.247165 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-359b5835-83f7-4f77-8910-35b57e8556ea req-0b87f99f-1710-4da6-a12f-17e03be1a446 service neutron] 10.222.0.43 "GET /v2.0/networks/53b8ca3b-c7b5-4977-bfe0-00939af2a7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272380 Aug 25 16:07:52.462199 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbf75c-a0df-4f14-ab4e-683eac305b00 req-06ae78d9-29eb-487f-b06c-fcd78f49ec17 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:52.463694 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-57bbf75c-a0df-4f14-ab4e-683eac305b00 req-06ae78d9-29eb-487f-b06c-fcd78f49ec17 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c98fa9a-5fe2-4a15-b475-42455fb076b1 HTTP/1.1" status: 200 len: 946 time: 0.0947075 Aug 25 16:07:52.464268 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-adbf62de-2c9d-4b0b-827b-c0d94906bd74 req-572304d5-0943-4912-86be-a5169f709a67 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 210 time: 0.0503249 Aug 25 16:07:52.527589 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-57bbf75c-a0df-4f14-ab4e-683eac305b00 req-dbf98527-6145-4374-813a-6b72a7cd9147 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582287 Aug 25 16:07:52.873201 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebe81c-ffa6-4faa-99f5-f30311e1c08e req-525d8296-790d-435c-9cf3-f2fd0bb50909 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:52.874824 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8eebe81c-ffa6-4faa-99f5-f30311e1c08e req-525d8296-790d-435c-9cf3-f2fd0bb50909 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.1203053 Aug 25 16:07:52.926308 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8eebe81c-ffa6-4faa-99f5-f30311e1c08e req-3d34309d-eeab-4248-873b-098510ab89a1 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453379 Aug 25 16:07:53.741068 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-18b0e7fe-b7a3-42b7-9434-b82109c55c1a req-3d314ad4-c7fa-4521-b268-46018a764a6a tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 210 time: 0.1213582 Aug 25 16:07:53.898982 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8f524-bc2e-4f06-a5cf-a5d668f5f5ac req-2312c1a2-c362-4f9d-b8c4-b8f9deb97776 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:53.900619 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-87f8f524-bc2e-4f06-a5cf-a5d668f5f5ac req-2312c1a2-c362-4f9d-b8c4-b8f9deb97776 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c98fa9a-5fe2-4a15-b475-42455fb076b1 HTTP/1.1" status: 200 len: 946 time: 0.1920340 Aug 25 16:07:53.961018 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-87f8f524-bc2e-4f06-a5cf-a5d668f5f5ac req-e9b3a521-8a30-4b1f-84c6-d937cb0f424a tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531456 Aug 25 16:07:54.260285 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b973d7c-f761-46f9-a59a-1e653c89a73d req-c8d73ab2-98f8-4c02-9145-bbd3eab1a643 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:54.261789 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9b973d7c-f761-46f9-a59a-1e653c89a73d req-c8d73ab2-98f8-4c02-9145-bbd3eab1a643 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.0921726 Aug 25 16:07:54.345538 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9b973d7c-f761-46f9-a59a-1e653c89a73d req-6dfe6fd8-7593-4e87-a8df-e7f3c1f01918 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776818 Aug 25 16:07:55.038061 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-42f129ee-86ab-48e0-a3df-3371a460c887 req-c94387a8-2825-4808-9df6-eb6c24e32d19 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 210 time: 0.0736971 Aug 25 16:07:55.038720 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b5835-83f7-4f77-8910-35b57e8556ea req-38379e96-45ed-42e6-bb54-b5ee48300845 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:55.039098 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-359b5835-83f7-4f77-8910-35b57e8556ea req-38379e96-45ed-42e6-bb54-b5ee48300845 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Synchronizing usage tracker for tenant:a8edaba4f7ed44dc86a4225c7ed9aa26 on resource:network {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:07:55.060938 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-359b5835-83f7-4f77-8910-35b57e8556ea req-38379e96-45ed-42e6-bb54-b5ee48300845 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Unset dirty status for tenant:a8edaba4f7ed44dc86a4225c7ed9aa26 on resource:network {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:07:55.062525 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-359b5835-83f7-4f77-8910-35b57e8556ea req-38379e96-45ed-42e6-bb54-b5ee48300845 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.21 "GET /v2.0/networks?id=53b8ca3b-c7b5-4977-bfe0-00939af2a7c1 HTTP/1.1" status: 200 len: 814 time: 0.3165519 Aug 25 16:07:55.094881 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [req-359b5835-83f7-4f77-8910-35b57e8556ea req-10a1b19a-3c14-44d5-b379-bf5687608b4f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Request body: {'port': {'device_id': '7dcaa87d-de18-4ed3-88ac-122334f8a0ad', 'network_id': '53b8ca3b-c7b5-4977-bfe0-00939af2a7c1', 'admin_state_up': True, 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:07:55.459302 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [req-359b5835-83f7-4f77-8910-35b57e8556ea req-10a1b19a-3c14-44d5-b379-bf5687608b4f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:55.479606 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [req-359b5835-83f7-4f77-8910-35b57e8556ea req-10a1b19a-3c14-44d5-b379-bf5687608b4f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:55.501431 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-359b5835-83f7-4f77-8910-35b57e8556ea req-10a1b19a-3c14-44d5-b379-bf5687608b4f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Made reservation on behalf of a8edaba4f7ed44dc86a4225c7ed9aa26 for: {'port': 1} {{(pid=75045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:07:55.507492 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-359b5835-83f7-4f77-8910-35b57e8556ea req-10a1b19a-3c14-44d5-b379-bf5687608b4f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:55.906049 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-d33c0658-140b-4ad9-9c3a-ec238a32059d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:55.934178 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_common [req-359b5835-83f7-4f77-8910-35b57e8556ea req-10a1b19a-3c14-44d5-b379-bf5687608b4f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Allocated IP 172.20.0.8 (53b8ca3b-c7b5-4977-bfe0-00939af2a7c1/4e30a288-df0f-46d0-af7f-e3694c937642/e5bd4e30-0c43-4318-8d78-73888aaea93c) {{(pid=75045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:07:56.260782 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a9b53e4e-669d-42c1-a583-6a05b6d7e886 req-f40a8ebd-d159-4813-8d3b-6b6142dae88a tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 210 time: 0.0467379 Aug 25 16:07:56.378785 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-359b5835-83f7-4f77-8910-35b57e8556ea req-10a1b19a-3c14-44d5-b379-bf5687608b4f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for port, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:56.399968 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:56.405451 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.provisioning_blocks [req-359b5835-83f7-4f77-8910-35b57e8556ea req-10a1b19a-3c14-44d5-b379-bf5687608b4f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Transition to ACTIVE for port object e5bd4e30-0c43-4318-8d78-73888aaea93c will not be triggered until provisioned by entity DHCP. {{(pid=75045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:07:56.438352 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-359b5835-83f7-4f77-8910-35b57e8556ea req-10a1b19a-3c14-44d5-b379-bf5687608b4f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:56.451502 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-edd14992-8ae2-4c86-9353-2fec340b243f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:56.553216 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-359b5835-83f7-4f77-8910-35b57e8556ea req-10a1b19a-3c14-44d5-b379-bf5687608b4f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Network 53b8ca3b-c7b5-4977-bfe0-00939af2a7c1 is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:07:56.554263 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1b19a-3c14-44d5-b379-bf5687608b4f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Pushing event updated for resources: {'Port': ['ID=e5bd4e30-0c43-4318-8d78-73888aaea93c,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:56.557521 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [req-359b5835-83f7-4f77-8910-35b57e8556ea req-10a1b19a-3c14-44d5-b379-bf5687608b4f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:07:56.559452 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-10a1b19a-3c14-44d5-b379-bf5687608b4f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:56.560223 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [req-359b5835-83f7-4f77-8910-35b57e8556ea req-10a1b19a-3c14-44d5-b379-bf5687608b4f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Received port after_create {{(pid=75045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:07:56.655987 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b5835-83f7-4f77-8910-35b57e8556ea req-10a1b19a-3c14-44d5-b379-bf5687608b4f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:56.657805 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-359b5835-83f7-4f77-8910-35b57e8556ea req-10a1b19a-3c14-44d5-b379-bf5687608b4f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for port, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:56.711892 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-359b5835-83f7-4f77-8910-35b57e8556ea req-10a1b19a-3c14-44d5-b379-bf5687608b4f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6231487 Aug 25 16:07:57.116776 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-7898fa3c-b7ae-47e9-80b7-cff69493239c None None] Provisioning for port e5bd4e30-0c43-4318-8d78-73888aaea93c completed by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:07:57.123573 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-7898fa3c-b7ae-47e9-80b7-cff69493239c None None] Provisioning complete for port e5bd4e30-0c43-4318-8d78-73888aaea93c triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:57.124257 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-7898fa3c-b7ae-47e9-80b7-cff69493239c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:57.208830 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-7898fa3c-b7ae-47e9-80b7-cff69493239c None None] Port e5bd4e30-0c43-4318-8d78-73888aaea93c cannot update to ACTIVE because it is not bound. {{(pid=75047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:07:57.615064 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1527b4-6878-4f5a-aeb5-7f63564c55be req-660f7726-f02a-454b-b972-88c5e4170bc2 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:57.616986 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-fd1527b4-6878-4f5a-aeb5-7f63564c55be req-660f7726-f02a-454b-b972-88c5e4170bc2 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Synchronizing usage tracker for tenant:a8edaba4f7ed44dc86a4225c7ed9aa26 on resource:port {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:07:57.642034 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-fd1527b4-6878-4f5a-aeb5-7f63564c55be req-660f7726-f02a-454b-b972-88c5e4170bc2 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Unset dirty status for tenant:a8edaba4f7ed44dc86a4225c7ed9aa26 on resource:port {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:07:57.643226 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-fd1527b4-6878-4f5a-aeb5-7f63564c55be req-660f7726-f02a-454b-b972-88c5e4170bc2 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 931 time: 0.1333654 Aug 25 16:07:57.703738 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-fd1527b4-6878-4f5a-aeb5-7f63564c55be req-2fe75d66-7e27-4de3-ac24-0ab5f787b426 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Synchronizing usage tracker for tenant:a8edaba4f7ed44dc86a4225c7ed9aa26 on resource:security_group {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:07:57.727471 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-fd1527b4-6878-4f5a-aeb5-7f63564c55be req-2fe75d66-7e27-4de3-ac24-0ab5f787b426 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Unset dirty status for tenant:a8edaba4f7ed44dc86a4225c7ed9aa26 on resource:security_group {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:07:57.739193 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-fd1527b4-6878-4f5a-aeb5-7f63564c55be req-2fe75d66-7e27-4de3-ac24-0ab5f787b426 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886223 Aug 25 16:07:58.180112 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-40523696-1736-41e7-ab66-e07ae3f5c659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:58.960739 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6075a6-d3b3-4db5-a414-cad6b4c08fb5 req-2afbfcac-02d9-43d3-a460-c651b84f38fc tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:58.962600 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8d6075a6-d3b3-4db5-a414-cad6b4c08fb5 req-2afbfcac-02d9-43d3-a460-c651b84f38fc tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 931 time: 0.0888207 Aug 25 16:07:59.009658 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8d6075a6-d3b3-4db5-a414-cad6b4c08fb5 req-b964c39d-fe93-4e24-8223-192ba547c33a tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412924 Aug 25 16:07:59.206543 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:00.256782 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f6204-6800-4397-9e4d-33f948c000bf req-b0cfa3ea-ae10-468e-9a8e-de15e2c2f7ec tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:00.260726 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c25f6204-6800-4397-9e4d-33f948c000bf req-b0cfa3ea-ae10-468e-9a8e-de15e2c2f7ec tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 931 time: 0.0887177 Aug 25 16:08:00.361151 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c25f6204-6800-4397-9e4d-33f948c000bf req-4af2c1b2-dad7-46c5-8922-1dc51774c8ef tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921645 Aug 25 16:08:00.672800 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:01.595869 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03908b3f-4572-4913-a60a-5be20e1241f7 req-b59e7b94-9880-4911-8296-acb6730fab9a tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:01.597248 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-03908b3f-4572-4913-a60a-5be20e1241f7 req-b59e7b94-9880-4911-8296-acb6730fab9a tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 931 time: 0.0805206 Aug 25 16:08:01.657719 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-03908b3f-4572-4913-a60a-5be20e1241f7 req-c2251a43-9d9f-40bd-94aa-b40bb72c5365 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547073 Aug 25 16:08:02.871789 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502745f-2796-4bc9-8b8a-d7045dd145cf req-e4339f9e-00c3-4d66-8149-88ae15555d99 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:02.873433 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a502745f-2796-4bc9-8b8a-d7045dd145cf req-e4339f9e-00c3-4d66-8149-88ae15555d99 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 931 time: 0.0898159 Aug 25 16:08:02.930129 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a502745f-2796-4bc9-8b8a-d7045dd145cf req-3917098b-0e22-4a24-be8c-993e7dac0a39 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463226 Aug 25 16:08:04.244201 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7bcce-993c-4f72-899b-1cce12956595 req-effa98e5-8eae-4bed-b770-f38cff258f39 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:04.256464 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f5c7bcce-993c-4f72-899b-1cce12956595 req-effa98e5-8eae-4bed-b770-f38cff258f39 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 931 time: 0.1544707 Aug 25 16:08:04.541631 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f5c7bcce-993c-4f72-899b-1cce12956595 req-80f3c041-e9cd-4741-8f3d-9edf9fb32606 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753799 Aug 25 16:08:05.023477 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device cec69d69-a1b5-4ee2-88a2-4e0c29411232 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:05.127245 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning for port cec69d69-a1b5-4ee2-88a2-4e0c29411232 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:05.135041 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port cec69d69-a1b5-4ee2-88a2-4e0c29411232 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:05.136179 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:05.344718 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:05.361850 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] For port cec69d69-a1b5-4ee2-88a2-4e0c29411232, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=cec69d69-a1b5-4ee2-88a2-4e0c29411232,segment=NetworkSegment(6c802ec5-cb0c-4ebf-9051-a5208badfc91),segment_id=6c802ec5-cb0c-4ebf-9051-a5208badfc91)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:05.370656 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:05.377228 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:05.457172 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Pushing event updated for resources: {'Port': ['ID=cec69d69-a1b5-4ee2-88a2-4e0c29411232,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:05.471819 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:05.760263 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1898fc-021c-450c-a9e3-1053fa8b8b5f req-d69e2ad2-ee0e-4ae9-84af-d86dd27da1bd tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:05.761876 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3c1898fc-021c-450c-a9e3-1053fa8b8b5f req-d69e2ad2-ee0e-4ae9-84af-d86dd27da1bd tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 931 time: 0.0917735 Aug 25 16:08:05.834225 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3c1898fc-021c-450c-a9e3-1053fa8b8b5f req-3c9f06b3-02aa-4dd4-b8d3-00dfe861bc79 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598264 Aug 25 16:08:06.971928 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device cec69d69-a1b5-4ee2-88a2-4e0c29411232 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:07.058443 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port cec69d69-a1b5-4ee2-88a2-4e0c29411232 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:07.058820 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:07.087104 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695482f-5930-498f-8bba-50c7dfe31f24 req-14836d8c-1812-449a-a282-d7fbcc238a5b tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:07.088649 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-9695482f-5930-498f-8bba-50c7dfe31f24 req-14836d8c-1812-449a-a282-d7fbcc238a5b tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 931 time: 0.1111808 Aug 25 16:08:07.200705 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-9695482f-5930-498f-8bba-50c7dfe31f24 req-2cf30ae8-6632-4999-b9dc-ad868c0dffa8 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901918 Aug 25 16:08:08.414982 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751698c-c809-4ee2-a2ac-e73685c75a64 req-c09e6e22-21ca-486e-aa7b-c542dab0b938 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:08.416434 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3751698c-c809-4ee2-a2ac-e73685c75a64 req-c09e6e22-21ca-486e-aa7b-c542dab0b938 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 931 time: 0.0882969 Aug 25 16:08:08.493232 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3751698c-c809-4ee2-a2ac-e73685c75a64 req-32260518-a233-4400-86b5-0c3de20ee21b tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709758 Aug 25 16:08:09.106516 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:09.347300 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33a61ac-7334-446b-b338-1c9defa34829 None None] Sync routers for ids ['e011034f-6880-473d-9d2e-9348615babe3'] in dv-cinder-806008-1-iscsi {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:08:09.375322 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33a61ac-7334-446b-b338-1c9defa34829 None None] Routers {'e011034f-6880-473d-9d2e-9348615babe3'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:08:09.376196 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-d33a61ac-7334-446b-b338-1c9defa34829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:07:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['e011034f-6880-473d-9d2e-9348615babe3'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:09.564858 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-d33a61ac-7334-446b-b338-1c9defa34829 None None] Set router e011034f-6880-473d-9d2e-9348615babe3 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:08:09.727646 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649466bd-98b6-4148-8205-4002996f0913 req-abf67d14-258f-47e7-8eca-e2d18a165a39 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:09.736578 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-649466bd-98b6-4148-8205-4002996f0913 req-abf67d14-258f-47e7-8eca-e2d18a165a39 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 931 time: 0.0994899 Aug 25 16:08:09.817131 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-649466bd-98b6-4148-8205-4002996f0913 req-4f7b85d7-52e6-430e-8a62-f462cf1321b8 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790935 Aug 25 16:08:10.071883 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-d33a61ac-7334-446b-b338-1c9defa34829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e011034f-6880-473d-9d2e-9348615babe3', 'name': 'tempest-TestVolumeBootPattern-970962436-router', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:26Z', 'updated_at': '2021-08-25T16:07:33Z', 'revision_number': 4, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'gw_port': {'id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:27Z', 'updated_at': '2021-08-25T16:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '14476426-bfe9-4eb0-99dd-ed64140166b1', 'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'mac_address': 'fa:16:3e:45:df:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:32Z', 'updated_at': '2021-08-25T16:07:34Z', 'revision_number': 2, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'subnets': [{'id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:10.075997 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33a61ac-7334-446b-b338-1c9defa34829 None None] Checking router: e011034f-6880-473d-9d2e-9348615babe3 for host: dv-cinder-806008-1-iscsi {{(pid=75048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:08:10.076347 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33a61ac-7334-446b-b338-1c9defa34829 None None] Updating router e011034f-6880-473d-9d2e-9348615babe3 port 14476426-bfe9-4eb0-99dd-ed64140166b1 binding host dv-cinder-806008-1-iscsi {{(pid=75048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:08:10.128787 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-d33a61ac-7334-446b-b338-1c9defa34829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:10.529712 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-d33a61ac-7334-446b-b338-1c9defa34829 None None] Notify callbacks [] for port, precommit_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:10.544479 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.provisioning_blocks [None req-d33a61ac-7334-446b-b338-1c9defa34829 None None] Transition to ACTIVE for port object 14476426-bfe9-4eb0-99dd-ed64140166b1 will not be triggered until provisioned by entity L2. {{(pid=75048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:10.553698 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-d33a61ac-7334-446b-b338-1c9defa34829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:10.558451 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [None req-1dcb4c34-2ffa-467c-aee3-340c0ad0a5f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:10.699880 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5eaa2-c5e3-4421-8d9e-8a42c4bae9d5 None None] Pushing event updated for resources: {'Port': ['ID=14476426-bfe9-4eb0-99dd-ed64140166b1,revision_number=3']} {{(pid=75048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:10.705000 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [None req-18e5eaa2-c5e3-4421-8d9e-8a42c4bae9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:10.831482 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.managers [None req-d33a61ac-7334-446b-b338-1c9defa34829 None None] Attempting to bind port 14476426-bfe9-4eb0-99dd-ed64140166b1 on host dv-cinder-806008-1-iscsi for vnic_type normal with profile {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:08:10.831870 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.managers [None req-d33a61ac-7334-446b-b338-1c9defa34829 None None] Attempting to bind port 14476426-bfe9-4eb0-99dd-ed64140166b1 by drivers openvswitch,hyperv on host dv-cinder-806008-1-iscsi at level 0 using segments [{'id': '630333ee-311f-409b-bedf-635d01350e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c'}] {{(pid=75048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:08:10.832259 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a61ac-7334-446b-b338-1c9defa34829 None None] Attempting to bind port 14476426-bfe9-4eb0-99dd-ed64140166b1 on network 718b11f1-f8ce-4b3b-a0cd-44603747195c {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:08:10.841476 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a61ac-7334-446b-b338-1c9defa34829 None None] Checking agent: {'id': '8ad9899d-d2ce-4381-ae51-c9c56b6945b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 56, 26), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:08:10.841851 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a61ac-7334-446b-b338-1c9defa34829 None None] Checking segment: {'id': '630333ee-311f-409b-bedf-635d01350e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:10.842249 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-d33a61ac-7334-446b-b338-1c9defa34829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:10.843046 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a61ac-7334-446b-b338-1c9defa34829 None None] Bound using segment: {'id': '630333ee-311f-409b-bedf-635d01350e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c'} {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:08:10.843988 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.managers [None req-d33a61ac-7334-446b-b338-1c9defa34829 None None] Bound port: 14476426-bfe9-4eb0-99dd-ed64140166b1, host: dv-cinder-806008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '630333ee-311f-409b-bedf-635d01350e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c'}}] {{(pid=75048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:08:10.847239 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-d33a61ac-7334-446b-b338-1c9defa34829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:11.038802 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.db [None req-d33a61ac-7334-446b-b338-1c9defa34829 None None] For port 14476426-bfe9-4eb0-99dd-ed64140166b1, host dv-cinder-806008-1-iscsi, cleared binding levels {{(pid=75048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:08:11.045547 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.db [None req-d33a61ac-7334-446b-b338-1c9defa34829 None None] For port 14476426-bfe9-4eb0-99dd-ed64140166b1, host dv-cinder-806008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=14476426-bfe9-4eb0-99dd-ed64140166b1,segment=NetworkSegment(630333ee-311f-409b-bedf-635d01350e69),segment_id=630333ee-311f-409b-bedf-635d01350e69)] {{(pid=75048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:08:11.058985 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-d33a61ac-7334-446b-b338-1c9defa34829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:11.080977 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:11.209225 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd29512-250f-45e2-a817-145ddd808f0e req-16c346e3-b608-4b40-8b8e-f665e195b7a5 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:11.216333 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6bd29512-250f-45e2-a817-145ddd808f0e req-16c346e3-b608-4b40-8b8e-f665e195b7a5 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 931 time: 0.1843050 Aug 25 16:08:11.301563 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6bd29512-250f-45e2-a817-145ddd808f0e req-167ab604-54ef-4e5a-b6fe-f847501b38c4 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842831 Aug 25 16:08:11.309233 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5eaa2-c5e3-4421-8d9e-8a42c4bae9d5 None None] Pushing event updated for resources: {'Port': ['ID=14476426-bfe9-4eb0-99dd-ed64140166b1,revision_number=4']} {{(pid=75048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:11.341265 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33a61ac-7334-446b-b338-1c9defa34829 None None] Routers {'e011034f-6880-473d-9d2e-9348615babe3'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:08:11.342059 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-d33a61ac-7334-446b-b338-1c9defa34829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:07:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['e011034f-6880-473d-9d2e-9348615babe3'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:11.511289 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [None req-18e5eaa2-c5e3-4421-8d9e-8a42c4bae9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:11.745424 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-d33a61ac-7334-446b-b338-1c9defa34829 None None] Set router e011034f-6880-473d-9d2e-9348615babe3 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:08:12.162783 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-d33a61ac-7334-446b-b338-1c9defa34829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e011034f-6880-473d-9d2e-9348615babe3', 'name': 'tempest-TestVolumeBootPattern-970962436-router', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:26Z', 'updated_at': '2021-08-25T16:07:33Z', 'revision_number': 4, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'gw_port': {'id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:27Z', 'updated_at': '2021-08-25T16:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '14476426-bfe9-4eb0-99dd-ed64140166b1', 'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'mac_address': 'fa:16:3e:45:df:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:32Z', 'updated_at': '2021-08-25T16:08:11Z', 'revision_number': 4, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'subnets': [{'id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:12.169592 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33a61ac-7334-446b-b338-1c9defa34829 None None] The sync data for ids ['e011034f-6880-473d-9d2e-9348615babe3'] in dv-cinder-806008-1-iscsi is: [{'id': 'e011034f-6880-473d-9d2e-9348615babe3', 'name': 'tempest-TestVolumeBootPattern-970962436-router', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:26Z', 'updated_at': '2021-08-25T16:07:33Z', 'revision_number': 4, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'gw_port': {'id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:27Z', 'updated_at': '2021-08-25T16:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '14476426-bfe9-4eb0-99dd-ed64140166b1', 'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'mac_address': 'fa:16:3e:45:df:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:32Z', 'updated_at': '2021-08-25T16:08:11Z', 'revision_number': 4, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'subnets': [{'id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:08:12.427070 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:08:12.644485 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757ef63-f513-404f-9874-4b9d5d9bf04a req-f8423e22-2274-4b81-bac9-ecfb26ee3dc1 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:12.647144 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c757ef63-f513-404f-9874-4b9d5d9bf04a req-f8423e22-2274-4b81-bac9-ecfb26ee3dc1 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 931 time: 0.1322262 Aug 25 16:08:12.715029 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c757ef63-f513-404f-9874-4b9d5d9bf04a req-bf47aa75-ffd4-4010-9a67-3133dcab6595 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569632 Aug 25 16:08:13.008885 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 14476426-bfe9-4eb0-99dd-ed64140166b1 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:13.086558 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning for port 14476426-bfe9-4eb0-99dd-ed64140166b1 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:13.095867 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 14476426-bfe9-4eb0-99dd-ed64140166b1 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:13.096359 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:13.366461 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:13.420520 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] For port 14476426-bfe9-4eb0-99dd-ed64140166b1, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=14476426-bfe9-4eb0-99dd-ed64140166b1,segment=NetworkSegment(630333ee-311f-409b-bedf-635d01350e69),segment_id=630333ee-311f-409b-bedf-635d01350e69)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:13.425647 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:13.429610 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:13.515760 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Pushing event updated for resources: {'Port': ['ID=14476426-bfe9-4eb0-99dd-ed64140166b1,revision_number=5']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:13.530119 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:13.531141 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:13.531141 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:13.531579 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:13.532047 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:13.532517 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:13.533005 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:13.533502 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:13.533970 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:13.534458 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:13.535791 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:13.540064 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:14.021950 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ce3f0-626c-4a5a-84d6-3a4064cb25c4 req-da093779-7199-442d-a408-f4f4e0441b14 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:14.023608 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-039ce3f0-626c-4a5a-84d6-3a4064cb25c4 req-da093779-7199-442d-a408-f4f4e0441b14 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 931 time: 0.1487613 Aug 25 16:08:14.078728 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-039ce3f0-626c-4a5a-84d6-3a4064cb25c4 req-2a74899e-9726-4763-81d7-f0214bffa4fe tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476723 Aug 25 16:08:14.967596 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 14476426-bfe9-4eb0-99dd-ed64140166b1 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:15.045885 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 14476426-bfe9-4eb0-99dd-ed64140166b1 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:15.046194 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:15.305020 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b26f3-c248-487c-b090-9e12a3848fa2 req-3f95cba0-afa5-4341-a41b-166a6e1c17c2 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:15.306990 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e30b26f3-c248-487c-b090-9e12a3848fa2 req-3f95cba0-afa5-4341-a41b-166a6e1c17c2 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 931 time: 0.0838706 Aug 25 16:08:15.371706 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e30b26f3-c248-487c-b090-9e12a3848fa2 req-88eb29f6-2a8e-49fb-a87f-2401dacef9eb tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583665 Aug 25 16:08:16.654770 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e45b5a-db45-418d-8236-53dd2a45eeb5 req-f91f9938-7419-48ec-b7f1-1508d92c5dbe tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:16.656206 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-64e45b5a-db45-418d-8236-53dd2a45eeb5 req-f91f9938-7419-48ec-b7f1-1508d92c5dbe tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 931 time: 0.1385829 Aug 25 16:08:16.707982 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-64e45b5a-db45-418d-8236-53dd2a45eeb5 req-bc2181fe-ba75-46cf-bf40-b82a68727e00 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462797 Aug 25 16:08:17.946856 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0eeda-bc66-42c5-a4c7-09ffbddd3b98 req-bfb67d90-f106-412f-b00d-8a6ff13c3440 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:17.949156 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-5cf0eeda-bc66-42c5-a4c7-09ffbddd3b98 req-bfb67d90-f106-412f-b00d-8a6ff13c3440 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 931 time: 0.0970709 Aug 25 16:08:18.007990 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-5cf0eeda-bc66-42c5-a4c7-09ffbddd3b98 req-64b16eb4-3515-4785-9e48-0a4e914b4430 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528667 Aug 25 16:08:19.289621 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ead6f3-a927-4067-8580-51a8fb958ea6 req-bbf8744f-cb06-4bf7-80ff-81cf9e1626ee tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:19.291223 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b1ead6f3-a927-4067-8580-51a8fb958ea6 req-bbf8744f-cb06-4bf7-80ff-81cf9e1626ee tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 931 time: 0.0884871 Aug 25 16:08:19.386466 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b1ead6f3-a927-4067-8580-51a8fb958ea6 req-9a573ee9-59cf-4267-814a-ca3a4182a406 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855370 Aug 25 16:08:20.678055 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019d052-b6e6-4c02-9b1c-92a29ca0c36e req-b955af40-8aa5-445c-a9e0-5a97133f876d tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:20.681015 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a019d052-b6e6-4c02-9b1c-92a29ca0c36e req-b955af40-8aa5-445c-a9e0-5a97133f876d tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 931 time: 0.1271708 Aug 25 16:08:20.727699 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a019d052-b6e6-4c02-9b1c-92a29ca0c36e req-c25fdef4-47dc-4a12-9b6f-6ed33503fd1f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409203 Aug 25 16:08:21.970586 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907962b5-a1bc-49d3-8372-f4aad27cce66 req-1331cd72-5b1d-486a-bba0-6e4dc5507387 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:21.973204 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-907962b5-a1bc-49d3-8372-f4aad27cce66 req-1331cd72-5b1d-486a-bba0-6e4dc5507387 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 931 time: 0.0901971 Aug 25 16:08:22.042871 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-907962b5-a1bc-49d3-8372-f4aad27cce66 req-753ef7a1-0100-4efe-a29a-d4efad3fe8b9 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630298 Aug 25 16:08:23.266715 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b849da7-d043-41ad-a65a-560a16c7dda7 req-08d00238-a8dd-4eae-b214-e1ec67d49923 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:23.268305 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-9b849da7-d043-41ad-a65a-560a16c7dda7 req-08d00238-a8dd-4eae-b214-e1ec67d49923 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 931 time: 0.0883634 Aug 25 16:08:23.320662 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-9b849da7-d043-41ad-a65a-560a16c7dda7 req-93629ac9-6e65-460b-8bac-5f0027ad2986 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454741 Aug 25 16:08:24.607855 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5da59f-03fa-417a-a7a6-e26b6022c9c3 req-ecfd4e0f-6b53-4d37-987e-9e8e87415cf2 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:24.609512 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3a5da59f-03fa-417a-a7a6-e26b6022c9c3 req-ecfd4e0f-6b53-4d37-987e-9e8e87415cf2 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 931 time: 0.1021719 Aug 25 16:08:24.669391 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3a5da59f-03fa-417a-a7a6-e26b6022c9c3 req-c30f3704-3b50-46b5-a2f5-3a5da8daa80e tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517352 Aug 25 16:08:24.832902 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9002b6-2b15-4d27-a814-876012e3aa20 None None] Sync routers for ids ['7feecd7e-e4d3-437e-a73c-12716e41a501'] in dv-cinder-806008-1-iscsi {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:08:24.846278 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9002b6-2b15-4d27-a814-876012e3aa20 None None] Routers {'7feecd7e-e4d3-437e-a73c-12716e41a501'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:08:24.846995 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-5d9002b6-2b15-4d27-a814-876012e3aa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:07:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['7feecd7e-e4d3-437e-a73c-12716e41a501'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:25.040907 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-5d9002b6-2b15-4d27-a814-876012e3aa20 None None] Set router 7feecd7e-e4d3-437e-a73c-12716e41a501 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:08:25.395869 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-5d9002b6-2b15-4d27-a814-876012e3aa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7feecd7e-e4d3-437e-a73c-12716e41a501', 'name': 'tempest-TestVolumeBootPattern-963939734-router', 'tenant_id': '7e26263cfdb44a13849e65ed3ee02c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'cec69d69-a1b5-4ee2-88a2-4e0c29411232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:40Z', 'updated_at': '2021-08-25T16:07:47Z', 'revision_number': 4, 'project_id': '7e26263cfdb44a13849e65ed3ee02c14', 'gw_port': {'id': 'cec69d69-a1b5-4ee2-88a2-4e0c29411232', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7feecd7e-e4d3-437e-a73c-12716e41a501', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:41Z', 'updated_at': '2021-08-25T16:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': 'd94c3f49-905f-4cb2-9921-1c77405707b8', 'name': '', 'network_id': '3db219f0-afc9-4a6c-b521-8e8dff94805c', 'tenant_id': '7e26263cfdb44a13849e65ed3ee02c14', 'mac_address': 'fa:16:3e:34:0a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7feecd7e-e4d3-437e-a73c-12716e41a501', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b205f13-34c1-4d7f-80f8-d1584173a76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:46Z', 'updated_at': '2021-08-25T16:07:47Z', 'revision_number': 2, 'project_id': '7e26263cfdb44a13849e65ed3ee02c14', 'subnets': [{'id': '7b205f13-34c1-4d7f-80f8-d1584173a76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:25.400722 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9002b6-2b15-4d27-a814-876012e3aa20 None None] Checking router: 7feecd7e-e4d3-437e-a73c-12716e41a501 for host: dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:08:25.401397 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9002b6-2b15-4d27-a814-876012e3aa20 None None] Updating router 7feecd7e-e4d3-437e-a73c-12716e41a501 port d94c3f49-905f-4cb2-9921-1c77405707b8 binding host dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:08:25.457139 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-5d9002b6-2b15-4d27-a814-876012e3aa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:25.832711 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-5d9002b6-2b15-4d27-a814-876012e3aa20 None None] Notify callbacks [] for port, precommit_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:25.846469 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-5d9002b6-2b15-4d27-a814-876012e3aa20 None None] Transition to ACTIVE for port object d94c3f49-905f-4cb2-9921-1c77405707b8 will not be triggered until provisioned by entity L2. {{(pid=75047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:25.854074 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-5d9002b6-2b15-4d27-a814-876012e3aa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:25.858657 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:25.878215 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27c1ba-4d72-4c29-9d6a-6beab0660dba req-63f85eca-c817-488b-b96f-3183883f67e4 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:25.880153 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ed27c1ba-4d72-4c29-9d6a-6beab0660dba req-63f85eca-c817-488b-b96f-3183883f67e4 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 931 time: 0.0836251 Aug 25 16:08:25.950092 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ed27c1ba-4d72-4c29-9d6a-6beab0660dba req-4843857d-a56b-4bd9-9fbe-16c85cd5608c tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603487 Aug 25 16:08:25.979261 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-ff5e6207-3ae1-4eba-84e7-e96687bae223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:25.989532 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40365c-8b82-4c67-96dc-37951e8a3abb None None] Pushing event updated for resources: {'Port': ['ID=d94c3f49-905f-4cb2-9921-1c77405707b8,revision_number=3']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:25.999648 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d40365c-8b82-4c67-96dc-37951e8a3abb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:26.112874 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-5d9002b6-2b15-4d27-a814-876012e3aa20 None None] Attempting to bind port d94c3f49-905f-4cb2-9921-1c77405707b8 on host dv-cinder-806008-1-iscsi for vnic_type normal with profile {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:08:26.113534 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-5d9002b6-2b15-4d27-a814-876012e3aa20 None None] Attempting to bind port d94c3f49-905f-4cb2-9921-1c77405707b8 by drivers openvswitch,hyperv on host dv-cinder-806008-1-iscsi at level 0 using segments [{'id': '64c2f46c-77d6-42fa-ada0-e46a3b00748d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '3db219f0-afc9-4a6c-b521-8e8dff94805c'}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:08:26.114100 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9002b6-2b15-4d27-a814-876012e3aa20 None None] Attempting to bind port d94c3f49-905f-4cb2-9921-1c77405707b8 on network 3db219f0-afc9-4a6c-b521-8e8dff94805c {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:08:26.122787 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9002b6-2b15-4d27-a814-876012e3aa20 None None] Checking agent: {'id': '8ad9899d-d2ce-4381-ae51-c9c56b6945b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 56, 26), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:08:26.123475 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9002b6-2b15-4d27-a814-876012e3aa20 None None] Checking segment: {'id': '64c2f46c-77d6-42fa-ada0-e46a3b00748d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '3db219f0-afc9-4a6c-b521-8e8dff94805c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:26.124062 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-5d9002b6-2b15-4d27-a814-876012e3aa20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:26.124648 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9002b6-2b15-4d27-a814-876012e3aa20 None None] Bound using segment: {'id': '64c2f46c-77d6-42fa-ada0-e46a3b00748d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '3db219f0-afc9-4a6c-b521-8e8dff94805c'} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:08:26.125337 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-5d9002b6-2b15-4d27-a814-876012e3aa20 None None] Bound port: d94c3f49-905f-4cb2-9921-1c77405707b8, host: dv-cinder-806008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c2f46c-77d6-42fa-ada0-e46a3b00748d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '3db219f0-afc9-4a6c-b521-8e8dff94805c'}}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:08:26.125899 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-5d9002b6-2b15-4d27-a814-876012e3aa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:26.252013 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-5d9002b6-2b15-4d27-a814-876012e3aa20 None None] For port d94c3f49-905f-4cb2-9921-1c77405707b8, host dv-cinder-806008-1-iscsi, cleared binding levels {{(pid=75047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:08:26.257408 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-5d9002b6-2b15-4d27-a814-876012e3aa20 None None] For port d94c3f49-905f-4cb2-9921-1c77405707b8, host dv-cinder-806008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=d94c3f49-905f-4cb2-9921-1c77405707b8,segment=NetworkSegment(64c2f46c-77d6-42fa-ada0-e46a3b00748d),segment_id=64c2f46c-77d6-42fa-ada0-e46a3b00748d)] {{(pid=75047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:08:26.265856 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-5d9002b6-2b15-4d27-a814-876012e3aa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:26.276882 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:26.383665 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40365c-8b82-4c67-96dc-37951e8a3abb None None] Pushing event updated for resources: {'Port': ['ID=d94c3f49-905f-4cb2-9921-1c77405707b8,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:26.394629 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d40365c-8b82-4c67-96dc-37951e8a3abb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:26.423620 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:26.434312 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9002b6-2b15-4d27-a814-876012e3aa20 None None] Routers {'7feecd7e-e4d3-437e-a73c-12716e41a501'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:08:26.434954 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-5d9002b6-2b15-4d27-a814-876012e3aa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:07:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['7feecd7e-e4d3-437e-a73c-12716e41a501'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:26.651032 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-5d9002b6-2b15-4d27-a814-876012e3aa20 None None] Set router 7feecd7e-e4d3-437e-a73c-12716e41a501 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:08:27.028920 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device d94c3f49-905f-4cb2-9921-1c77405707b8 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:27.159530 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning for port d94c3f49-905f-4cb2-9921-1c77405707b8 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:27.173721 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port d94c3f49-905f-4cb2-9921-1c77405707b8 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:27.174260 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:27.177756 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621680d1-e2e0-4b7e-8bf9-292bc1eaf845 req-1dd547f5-f3cd-4767-9286-982dbe754bc6 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:27.179428 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-621680d1-e2e0-4b7e-8bf9-292bc1eaf845 req-1dd547f5-f3cd-4767-9286-982dbe754bc6 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 931 time: 0.0851102 Aug 25 16:08:27.227248 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-621680d1-e2e0-4b7e-8bf9-292bc1eaf845 req-0dcf08ee-a2c2-452b-8560-74a4cc998a8d tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418119 Aug 25 16:08:27.235281 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-5d9002b6-2b15-4d27-a814-876012e3aa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7feecd7e-e4d3-437e-a73c-12716e41a501', 'name': 'tempest-TestVolumeBootPattern-963939734-router', 'tenant_id': '7e26263cfdb44a13849e65ed3ee02c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'cec69d69-a1b5-4ee2-88a2-4e0c29411232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:40Z', 'updated_at': '2021-08-25T16:07:47Z', 'revision_number': 4, 'project_id': '7e26263cfdb44a13849e65ed3ee02c14', 'gw_port': {'id': 'cec69d69-a1b5-4ee2-88a2-4e0c29411232', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7feecd7e-e4d3-437e-a73c-12716e41a501', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:41Z', 'updated_at': '2021-08-25T16:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': 'd94c3f49-905f-4cb2-9921-1c77405707b8', 'name': '', 'network_id': '3db219f0-afc9-4a6c-b521-8e8dff94805c', 'tenant_id': '7e26263cfdb44a13849e65ed3ee02c14', 'mac_address': 'fa:16:3e:34:0a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7feecd7e-e4d3-437e-a73c-12716e41a501', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b205f13-34c1-4d7f-80f8-d1584173a76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:46Z', 'updated_at': '2021-08-25T16:08:26Z', 'revision_number': 4, 'project_id': '7e26263cfdb44a13849e65ed3ee02c14', 'subnets': [{'id': '7b205f13-34c1-4d7f-80f8-d1584173a76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:27.249048 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9002b6-2b15-4d27-a814-876012e3aa20 None None] The sync data for ids ['7feecd7e-e4d3-437e-a73c-12716e41a501'] in dv-cinder-806008-1-iscsi is: [{'id': '7feecd7e-e4d3-437e-a73c-12716e41a501', 'name': 'tempest-TestVolumeBootPattern-963939734-router', 'tenant_id': '7e26263cfdb44a13849e65ed3ee02c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'cec69d69-a1b5-4ee2-88a2-4e0c29411232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:40Z', 'updated_at': '2021-08-25T16:07:47Z', 'revision_number': 4, 'project_id': '7e26263cfdb44a13849e65ed3ee02c14', 'gw_port': {'id': 'cec69d69-a1b5-4ee2-88a2-4e0c29411232', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7feecd7e-e4d3-437e-a73c-12716e41a501', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:41Z', 'updated_at': '2021-08-25T16:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': 'd94c3f49-905f-4cb2-9921-1c77405707b8', 'name': '', 'network_id': '3db219f0-afc9-4a6c-b521-8e8dff94805c', 'tenant_id': '7e26263cfdb44a13849e65ed3ee02c14', 'mac_address': 'fa:16:3e:34:0a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7feecd7e-e4d3-437e-a73c-12716e41a501', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b205f13-34c1-4d7f-80f8-d1584173a76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:46Z', 'updated_at': '2021-08-25T16:08:26Z', 'revision_number': 4, 'project_id': '7e26263cfdb44a13849e65ed3ee02c14', 'subnets': [{'id': '7b205f13-34c1-4d7f-80f8-d1584173a76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:08:27.342017 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:27.405543 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] For port d94c3f49-905f-4cb2-9921-1c77405707b8, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=d94c3f49-905f-4cb2-9921-1c77405707b8,segment=NetworkSegment(64c2f46c-77d6-42fa-ada0-e46a3b00748d),segment_id=64c2f46c-77d6-42fa-ada0-e46a3b00748d)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:27.418850 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:27.423495 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-503e3011-1554-40c1-81b0-8956c6477ebd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:27.551748 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Pushing event updated for resources: {'Port': ['ID=d94c3f49-905f-4cb2-9921-1c77405707b8,revision_number=5']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:27.556170 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:28.083550 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [req-359b5835-83f7-4f77-8910-35b57e8556ea req-db344499-87ed-4bc3-97c8-d242bd039b72 service neutron] Request body: {'port': {'device_id': '7dcaa87d-de18-4ed3-88ac-122334f8a0ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:28.190523 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-821c0b37-9236-4353-b9bc-4ae5651b41b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:28.208815 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-359b5835-83f7-4f77-8910-35b57e8556ea req-db344499-87ed-4bc3-97c8-d242bd039b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:28.746304 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44811f55-1240-4488-8f5d-403bcf3c3d42 req-c6ccdfe6-2575-4ce0-bbb6-7d700d43d005 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:28.753377 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-44811f55-1240-4488-8f5d-403bcf3c3d42 req-c6ccdfe6-2575-4ce0-bbb6-7d700d43d005 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 931 time: 0.2818739 Aug 25 16:08:28.842267 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-44811f55-1240-4488-8f5d-403bcf3c3d42 req-3f361d1a-3d41-4b5d-8e71-e3b557fd0c8b tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872154 Aug 25 16:08:28.905190 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.notifiers.nova [req-359b5835-83f7-4f77-8910-35b57e8556ea req-db344499-87ed-4bc3-97c8-d242bd039b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5bd4e30-0c43-4318-8d78-73888aaea93c {{(pid=75045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:08:28.913514 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-359b5835-83f7-4f77-8910-35b57e8556ea req-db344499-87ed-4bc3-97c8-d242bd039b72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:28.931805 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.provisioning_blocks [req-359b5835-83f7-4f77-8910-35b57e8556ea req-db344499-87ed-4bc3-97c8-d242bd039b72 service neutron] Transition to ACTIVE for port object e5bd4e30-0c43-4318-8d78-73888aaea93c will not be triggered until provisioned by entity L2. {{(pid=75045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:28.936464 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-359b5835-83f7-4f77-8910-35b57e8556ea req-db344499-87ed-4bc3-97c8-d242bd039b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3837783'] for port, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:28.940187 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:28.975233 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device d94c3f49-905f-4cb2-9921-1c77405707b8 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:29.082808 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port d94c3f49-905f-4cb2-9921-1c77405707b8 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:29.083603 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:29.172059 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db344499-87ed-4bc3-97c8-d242bd039b72 service neutron] Pushing event updated for resources: {'Port': ['ID=e5bd4e30-0c43-4318-8d78-73888aaea93c,revision_number=2']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:29.175712 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-db344499-87ed-4bc3-97c8-d242bd039b72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:29.238100 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:29.257241 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.managers [req-359b5835-83f7-4f77-8910-35b57e8556ea req-db344499-87ed-4bc3-97c8-d242bd039b72 service neutron] Attempting to bind port e5bd4e30-0c43-4318-8d78-73888aaea93c on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:08:29.257861 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.managers [req-359b5835-83f7-4f77-8910-35b57e8556ea req-db344499-87ed-4bc3-97c8-d242bd039b72 service neutron] Attempting to bind port e5bd4e30-0c43-4318-8d78-73888aaea93c by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '22945d27-4f28-4b4b-bccd-4fc8bfeb26e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '53b8ca3b-c7b5-4977-bfe0-00939af2a7c1'}] {{(pid=75045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:08:29.257861 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359b5835-83f7-4f77-8910-35b57e8556ea req-db344499-87ed-4bc3-97c8-d242bd039b72 service neutron] Attempting to bind port e5bd4e30-0c43-4318-8d78-73888aaea93c on network 53b8ca3b-c7b5-4977-bfe0-00939af2a7c1 {{(pid=75045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:08:29.263957 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359b5835-83f7-4f77-8910-35b57e8556ea req-db344499-87ed-4bc3-97c8-d242bd039b72 service neutron] Port e5bd4e30-0c43-4318-8d78-73888aaea93c on network 53b8ca3b-c7b5-4977-bfe0-00939af2a7c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:08:29.264273 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359b5835-83f7-4f77-8910-35b57e8556ea req-db344499-87ed-4bc3-97c8-d242bd039b72 service neutron] Attempting to bind port e5bd4e30-0c43-4318-8d78-73888aaea93c on network 53b8ca3b-c7b5-4977-bfe0-00939af2a7c1 {{(pid=75045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:08:29.271910 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359b5835-83f7-4f77-8910-35b57e8556ea req-db344499-87ed-4bc3-97c8-d242bd039b72 service neutron] Checking agent: {'id': '931cd7a1-d330-4f67-a87c-c25f72aa55d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:08:29.272237 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359b5835-83f7-4f77-8910-35b57e8556ea req-db344499-87ed-4bc3-97c8-d242bd039b72 service neutron] Checking segment: {'id': '22945d27-4f28-4b4b-bccd-4fc8bfeb26e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '53b8ca3b-c7b5-4977-bfe0-00939af2a7c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:29.272607 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359b5835-83f7-4f77-8910-35b57e8556ea req-db344499-87ed-4bc3-97c8-d242bd039b72 service neutron] Bound using segment: {'id': '22945d27-4f28-4b4b-bccd-4fc8bfeb26e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '53b8ca3b-c7b5-4977-bfe0-00939af2a7c1'} {{(pid=75045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:08:29.273053 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.managers [req-359b5835-83f7-4f77-8910-35b57e8556ea req-db344499-87ed-4bc3-97c8-d242bd039b72 service neutron] Bound port: e5bd4e30-0c43-4318-8d78-73888aaea93c, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22945d27-4f28-4b4b-bccd-4fc8bfeb26e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '53b8ca3b-c7b5-4977-bfe0-00939af2a7c1'}}] {{(pid=75045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:08:29.273388 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-359b5835-83f7-4f77-8910-35b57e8556ea req-db344499-87ed-4bc3-97c8-d242bd039b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:29.406527 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.db [req-359b5835-83f7-4f77-8910-35b57e8556ea req-db344499-87ed-4bc3-97c8-d242bd039b72 service neutron] For port e5bd4e30-0c43-4318-8d78-73888aaea93c, host hv-cinder-80600, cleared binding levels {{(pid=75045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:08:29.409923 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.db [req-359b5835-83f7-4f77-8910-35b57e8556ea req-db344499-87ed-4bc3-97c8-d242bd039b72 service neutron] For port e5bd4e30-0c43-4318-8d78-73888aaea93c, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e5bd4e30-0c43-4318-8d78-73888aaea93c,segment=NetworkSegment(22945d27-4f28-4b4b-bccd-4fc8bfeb26e0),segment_id=22945d27-4f28-4b4b-bccd-4fc8bfeb26e0)] {{(pid=75045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:08:29.414735 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-359b5835-83f7-4f77-8910-35b57e8556ea req-db344499-87ed-4bc3-97c8-d242bd039b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3837783'] for port, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:29.418388 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-4c50837f-6348-4bcd-8ed1-a68a665214a1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:29.473444 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-359b5835-83f7-4f77-8910-35b57e8556ea req-db344499-87ed-4bc3-97c8-d242bd039b72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for port, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:29.475415 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-359b5835-83f7-4f77-8910-35b57e8556ea req-db344499-87ed-4bc3-97c8-d242bd039b72 service neutron] 10.222.0.21 "PUT /v2.0/ports/e5bd4e30-0c43-4318-8d78-73888aaea93c HTTP/1.1" status: 200 len: 1093 time: 1.3966181 Aug 25 16:08:29.475865 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dcaa87d-de18-4ed3-88ac-122334f8a0ad', 'tag': 'e5bd4e30-0c43-4318-8d78-73888aaea93c'}] {{(pid=75045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:08:29.495354 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db344499-87ed-4bc3-97c8-d242bd039b72 service neutron] Pushing event updated for resources: {'Port': ['ID=e5bd4e30-0c43-4318-8d78-73888aaea93c,revision_number=3']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:29.498812 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-db344499-87ed-4bc3-97c8-d242bd039b72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:29.536347 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dcaa87d-de18-4ed3-88ac-122334f8a0ad', 'tag': 'e5bd4e30-0c43-4318-8d78-73888aaea93c', 'status': 'completed', 'code': 200} Aug 25 16:08:29.850850 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c8394ec4-b277-4ab1-af60-469c32d489f8 req-1c7e860a-b2e8-47ae-a32f-af4eeea37c95 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8edaba4f7ed44dc86a4225c7ed9aa26&device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 1096 time: 0.0744224 Aug 25 16:08:30.145283 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8394ec4-b277-4ab1-af60-469c32d489f8 req-b87618b0-67ae-4605-a13f-7a7c6453c94f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:30.148354 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c8394ec4-b277-4ab1-af60-469c32d489f8 req-b87618b0-67ae-4605-a13f-7a7c6453c94f service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a8edaba4f7ed44dc86a4225c7ed9aa26&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2702751 Aug 25 16:08:30.302854 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94999dc5-bdea-4044-8d9f-731f1f04ea47 req-f3f91f69-f692-4ca2-94a1-ad0e5d73bed1 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:30.310297 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-94999dc5-bdea-4044-8d9f-731f1f04ea47 req-f3f91f69-f692-4ca2-94a1-ad0e5d73bed1 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 943 time: 0.3293509 Aug 25 16:08:30.409943 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-94999dc5-bdea-4044-8d9f-731f1f04ea47 req-e6e0db04-bfb9-4b39-82ec-c14d0b55da0e tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987113 Aug 25 16:08:30.438138 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8394ec4-b277-4ab1-af60-469c32d489f8 req-5ad81c45-8750-4a89-abfb-e7756f5841db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:30.439922 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c8394ec4-b277-4ab1-af60-469c32d489f8 req-5ad81c45-8750-4a89-abfb-e7756f5841db service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2806916 Aug 25 16:08:30.671411 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:30.697285 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-359b5835-83f7-4f77-8910-35b57e8556ea req-f73585be-4c74-42db-bc34-bdbfaeabd944 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8edaba4f7ed44dc86a4225c7ed9aa26&device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 1096 time: 0.0875711 Aug 25 16:08:30.796924 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-359b5835-83f7-4f77-8910-35b57e8556ea req-d81fe33d-3478-47b3-ad28-2bde4e6749a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5bd4e30-0c43-4318-8d78-73888aaea93c HTTP/1.1" status: 200 len: 217 time: 0.0661762 Aug 25 16:08:30.868239 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b5835-83f7-4f77-8910-35b57e8556ea req-53b20c02-fc29-4e74-8a86-eb77bfb71ddf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:30.869703 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-359b5835-83f7-4f77-8910-35b57e8556ea req-53b20c02-fc29-4e74-8a86-eb77bfb71ddf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e30a288-df0f-46d0-af7f-e3694c937642 HTTP/1.1" status: 200 len: 853 time: 0.0619059 Aug 25 16:08:30.990301 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-359b5835-83f7-4f77-8910-35b57e8556ea req-ca5fb8db-b3e1-4552-9ae0-b22d5cf1742b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=53b8ca3b-c7b5-4977-bfe0-00939af2a7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725143 Aug 25 16:08:31.204571 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-359b5835-83f7-4f77-8910-35b57e8556ea req-5da63c79-6896-41a2-865b-513e95010e4b service neutron] 10.222.0.21 "GET /v2.0/networks/53b8ca3b-c7b5-4977-bfe0-00939af2a7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304629 Aug 25 16:08:31.357063 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-359b5835-83f7-4f77-8910-35b57e8556ea req-5c560881-4330-451a-945e-a22230472d0e service neutron] 10.222.0.21 "GET /v2.0/networks/53b8ca3b-c7b5-4977-bfe0-00939af2a7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396198 Aug 25 16:08:31.631329 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4240d-97ae-4b93-a840-43a7ab9e3e5a req-b3b05374-7b0e-4a2d-b0f7-8ebacc2b2531 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:31.632704 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-66a4240d-97ae-4b93-a840-43a7ab9e3e5a req-b3b05374-7b0e-4a2d-b0f7-8ebacc2b2531 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 943 time: 0.0837893 Aug 25 16:08:31.678316 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-66a4240d-97ae-4b93-a840-43a7ab9e3e5a req-4fed9264-32f9-43bc-97e9-7ac6b3ec801e tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398493 Aug 25 16:08:32.877949 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f801c9a-0f4c-467c-8bfb-17af47853da8 req-4caccf92-9bac-4aba-80df-8a6ef4590f39 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:32.879410 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3f801c9a-0f4c-467c-8bfb-17af47853da8 req-4caccf92-9bac-4aba-80df-8a6ef4590f39 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 943 time: 0.0800619 Aug 25 16:08:32.926992 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3f801c9a-0f4c-467c-8bfb-17af47853da8 req-6c6c68da-2de7-406f-8a84-496e35e326e5 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417478 Aug 25 16:08:33.666799 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 50084) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:33.729765 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_v2 [None req-8edaad34-e69b-49a4-a7b8-770580557fdb admin admin] Deleting subnet 8be271ee-cfae-41b8-b827-df03300633c6 {{(pid=75045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:08:33.732860 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-8edaad34-e69b-49a4-a7b8-770580557fdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:33.782182 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-8edaad34-e69b-49a4-a7b8-770580557fdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3836961'] for subnet, precommit_delete_associations {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:33.839809 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-8edaad34-e69b-49a4-a7b8-770580557fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731498'] for subnet, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:33.908389 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-8edaad34-e69b-49a4-a7b8-770580557fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3837869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854734'] for subnet, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:33.912329 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:33.945728 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edaad34-e69b-49a4-a7b8-770580557fdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8be271ee-cfae-41b8-b827-df03300633c6,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:33.949087 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-8edaad34-e69b-49a4-a7b8-770580557fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:33.952385 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-8edaad34-e69b-49a4-a7b8-770580557fdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:33.958659 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-8edaad34-e69b-49a4-a7b8-770580557fdb admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8be271ee-cfae-41b8-b827-df03300633c6 HTTP/1.1" status: 204 len: 168 time: 0.2907817 Aug 25 16:08:33.960987 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 50090) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:34.122681 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a341b847-2dff-4c70-8d42-8bc0125ae4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588176'] for network, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:34.134932 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525ac9e-dc34-4e96-9b96-561e47fa8a45 req-da87afa0-7e70-4e85-9056-43562abb7fe0 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:34.137170 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8525ac9e-dc34-4e96-9b96-561e47fa8a45 req-da87afa0-7e70-4e85-9056-43562abb7fe0 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 943 time: 0.0827878 Aug 25 16:08:34.184205 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8525ac9e-dc34-4e96-9b96-561e47fa8a45 req-caaaa09e-824d-41df-b408-067a654f38ad tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416548 Aug 25 16:08:34.254846 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a341b847-2dff-4c70-8d42-8bc0125ae4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730595', 'neutron.services.segments.db._delete_segments_for_network-8779528176258'] for network, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:34.268462 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-a341b847-2dff-4c70-8d42-8bc0125ae4ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f37ac8f-d089-43f1-b93d-c6b9eee36327']}} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:34.280401 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-a341b847-2dff-4c70-8d42-8bc0125ae4ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3eef3c6-2860-4e88-b596-6d7fe6b1ef18') {'for_net_delete': True} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:34.280688 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-a341b847-2dff-4c70-8d42-8bc0125ae4ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3eef3c6-2860-4e88-b596-6d7fe6b1ef18') {} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:34.293925 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a341b847-2dff-4c70-8d42-8bc0125ae4ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779528177565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3836974'] for segment, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:34.311476 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a341b847-2dff-4c70-8d42-8bc0125ae4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:34.320816 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a341b847-2dff-4c70-8d42-8bc0125ae4ee admin admin] Releasing vlan 1257 on physical network physnet1 to pool {{(pid=75045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:08:34.321398 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a341b847-2dff-4c70-8d42-8bc0125ae4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1731343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837707'] for segment, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:34.341859 dv-cinder-806008-1-iscsi neutron-server[75045]: Traceback (most recent call last): Aug 25 16:08:34.341859 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:08:34.341859 dv-cinder-806008-1-iscsi neutron-server[75045]: timer() Aug 25 16:08:34.341859 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:08:34.341859 dv-cinder-806008-1-iscsi neutron-server[75045]: cb(*args, **kw) Aug 25 16:08:34.341859 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:08:34.341859 dv-cinder-806008-1-iscsi neutron-server[75045]: return func(*args, **kwargs) Aug 25 16:08:34.341859 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:08:34.341859 dv-cinder-806008-1-iscsi neutron-server[75045]: self._notify() Aug 25 16:08:34.341859 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:08:34.341859 dv-cinder-806008-1-iscsi neutron-server[75045]: self.callback(batched_events) Aug 25 16:08:34.341859 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:08:34.341859 dv-cinder-806008-1-iscsi neutron-server[75045]: event.method(event) Aug 25 16:08:34.341859 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:08:34.341859 dv-cinder-806008-1-iscsi neutron-server[75045]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:08:34.341859 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:08:34.341859 dv-cinder-806008-1-iscsi neutron-server[75045]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:08:34.341859 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:08:34.341859 dv-cinder-806008-1-iscsi neutron-server[75045]: return f(self, *a, **k) Aug 25 16:08:34.341859 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:08:34.341859 dv-cinder-806008-1-iscsi neutron-server[75045]: return self._get(url).json() Aug 25 16:08:34.341859 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:08:34.341859 dv-cinder-806008-1-iscsi neutron-server[75045]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:08:34.341859 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:08:34.341859 dv-cinder-806008-1-iscsi neutron-server[75045]: return self.request(url, 'GET', **kwargs) Aug 25 16:08:34.341859 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:08:34.341859 dv-cinder-806008-1-iscsi neutron-server[75045]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:08:34.341859 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:08:34.341859 dv-cinder-806008-1-iscsi neutron-server[75045]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:08:34.341859 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:08:34.341859 dv-cinder-806008-1-iscsi neutron-server[75045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:08:34.341859 dv-cinder-806008-1-iscsi neutron-server[75045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:08:34.431425 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a341b847-2dff-4c70-8d42-8bc0125ae4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683615'] for network, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:34.437976 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:34.454748 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a341b847-2dff-4c70-8d42-8bc0125ae4ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:34.464552 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a341b847-2dff-4c70-8d42-8bc0125ae4ee admin admin] Pushing event deleted for resources: {'Network': ['ID=0f37ac8f-d089-43f1-b93d-c6b9eee36327,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:34.467081 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-a341b847-2dff-4c70-8d42-8bc0125ae4ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:34.468921 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-a341b847-2dff-4c70-8d42-8bc0125ae4ee admin admin] 10.222.0.43 "DELETE /v2.0/networks/0f37ac8f-d089-43f1-b93d-c6b9eee36327 HTTP/1.1" status: 204 len: 168 time: 0.5070438 Aug 25 16:08:34.721194 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 50114) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:34.778373 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-79381295-cff2-4999-987e-da32275738c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=749be22c92aa443a8d39367758c7ddf9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0558968 Aug 25 16:08:34.781082 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 50118) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:34.857730 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-fde3e4d7-dfa5-488f-86f7-d9f1334122f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:34.890029 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-fde3e4d7-dfa5-488f-86f7-d9f1334122f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:34.945096 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-fde3e4d7-dfa5-488f-86f7-d9f1334122f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:34.949911 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-457f6a75-068c-4fc8-86c5-3ef4c6699325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:34.964056 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3e4d7-dfa5-488f-86f7-d9f1334122f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b7f967-e7af-417e-969f-cdf089414135,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:34.966746 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-fde3e4d7-dfa5-488f-86f7-d9f1334122f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:34.975197 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-fde3e4d7-dfa5-488f-86f7-d9f1334122f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:34.978869 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-fde3e4d7-dfa5-488f-86f7-d9f1334122f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f5b7f967-e7af-417e-969f-cdf089414135 HTTP/1.1" status: 204 len: 168 time: 0.1944592 Aug 25 16:08:35.408382 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f2b76-2e13-47ea-8673-8b9de630fbd7 req-9fa96384-7205-4ee1-956d-08811eafd0ed tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:35.409767 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-da8f2b76-2e13-47ea-8673-8b9de630fbd7 req-9fa96384-7205-4ee1-956d-08811eafd0ed tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 943 time: 0.0974319 Aug 25 16:08:35.475978 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-da8f2b76-2e13-47ea-8673-8b9de630fbd7 req-1f224d4c-628a-40fd-971b-2a9be07850d8 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495548 Aug 25 16:08:36.068142 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5222091-3d5e-47cc-9b92-3b555e8c55ce req-a0c671ca-7bc5-48e2-a9d1-93214db00782 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:36.069760 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e5222091-3d5e-47cc-9b92-3b555e8c55ce req-a0c671ca-7bc5-48e2-a9d1-93214db00782 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.0926833 Aug 25 16:08:36.118509 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e5222091-3d5e-47cc-9b92-3b555e8c55ce req-3495c93b-2a5b-491b-a200-5bf6b8f6e4d6 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421691 Aug 25 16:08:36.409621 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904abd35-95e4-4c17-8fdc-eda27a1db60e req-c39d1400-c371-409b-ac87-05a486b3d43a tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:36.411402 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-904abd35-95e4-4c17-8fdc-eda27a1db60e req-c39d1400-c371-409b-ac87-05a486b3d43a tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9d652d-4e05-4a5b-8e8e-9509a2053591 HTTP/1.1" status: 200 len: 945 time: 0.1004918 Aug 25 16:08:36.460849 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-904abd35-95e4-4c17-8fdc-eda27a1db60e req-dfe9d726-e825-458f-a79c-b890f692ae87 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435600 Aug 25 16:08:36.699375 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd459a-5ca6-499a-8401-910ae081ef20 req-de9821d3-2558-47f2-bb2b-601c3249dc9b tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:36.700833 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-bafd459a-5ca6-499a-8401-910ae081ef20 req-de9821d3-2558-47f2-bb2b-601c3249dc9b tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 943 time: 0.0831473 Aug 25 16:08:36.756906 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-bafd459a-5ca6-499a-8401-910ae081ef20 req-7a6e6670-4e6e-46f1-95ec-2de9cd9ea5ec tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503423 Aug 25 16:08:37.240505 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device e5bd4e30-0c43-4318-8d78-73888aaea93c details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:08:37.329050 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e39414-180b-4396-8f96-f7c1cbfac114 req-c230d7c8-413e-46bf-9bce-a229365c31ce tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:37.330472 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-43e39414-180b-4396-8f96-f7c1cbfac114 req-c230d7c8-413e-46bf-9bce-a229365c31ce tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.0845723 Aug 25 16:08:37.388309 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-43e39414-180b-4396-8f96-f7c1cbfac114 req-e43d4ada-4793-4da4-8bdb-19ba0a1fe3c4 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507216 Aug 25 16:08:37.389135 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port e5bd4e30-0c43-4318-8d78-73888aaea93c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e5bd4e30-0c43-4318-8d78-73888aaea93c,segment=NetworkSegment(22945d27-4f28-4b4b-bccd-4fc8bfeb26e0),segment_id=22945d27-4f28-4b4b-bccd-4fc8bfeb26e0)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:37.403868 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Returning: {'device': 'e5bd4e30-0c43-4318-8d78-73888aaea93c', 'network_id': '53b8ca3b-c7b5-4977-bfe0-00939af2a7c1', 'port_id': 'e5bd4e30-0c43-4318-8d78-73888aaea93c', 'mac_address': 'fa:16:3e:bd:1e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e30a288-df0f-46d0-af7f-e3694c937642', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:08:37.466524 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:37.485951 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5bd4e30-0c43-4318-8d78-73888aaea93c {{(pid=75047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:08:37.502172 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port e5bd4e30-0c43-4318-8d78-73888aaea93c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e5bd4e30-0c43-4318-8d78-73888aaea93c,segment=NetworkSegment(22945d27-4f28-4b4b-bccd-4fc8bfeb26e0),segment_id=22945d27-4f28-4b4b-bccd-4fc8bfeb26e0)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:37.507447 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:37.509511 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:37.581207 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=e5bd4e30-0c43-4318-8d78-73888aaea93c,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:37.585852 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:37.668399 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279c286-d6ec-4a38-9870-b0c72405098e req-537321e9-f154-4cf7-ab55-262c1f1569ca tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:37.670046 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-b279c286-d6ec-4a38-9870-b0c72405098e req-537321e9-f154-4cf7-ab55-262c1f1569ca tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9d652d-4e05-4a5b-8e8e-9509a2053591 HTTP/1.1" status: 200 len: 945 time: 0.0822291 Aug 25 16:08:37.720317 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-b279c286-d6ec-4a38-9870-b0c72405098e req-245971a9-1981-4516-a7c9-07ba0f8e3b8a tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434055 Aug 25 16:08:37.955532 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e52767-f419-4b00-a37c-3055d4d1ab99 req-4994add7-20f2-494e-9805-a23f2e69c0c7 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:37.956891 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-55e52767-f419-4b00-a37c-3055d4d1ab99 req-4994add7-20f2-494e-9805-a23f2e69c0c7 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 944 time: 0.0773358 Aug 25 16:08:38.003995 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-55e52767-f419-4b00-a37c-3055d4d1ab99 req-b242bb84-fcba-4493-b0ac-5bb65b92c0dd tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412030 Aug 25 16:08:38.340084 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['e5bd4e30-0c43-4318-8d78-73888aaea93c'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:08:38.601164 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0899fd-af5d-4eb3-8f49-a1dd38d682b9 req-106cb5d7-3027-41ae-beb3-097b72fc9fc0 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:38.603302 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1a0899fd-af5d-4eb3-8f49-a1dd38d682b9 req-106cb5d7-3027-41ae-beb3-097b72fc9fc0 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.0876045 Aug 25 16:08:38.650548 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1a0899fd-af5d-4eb3-8f49-a1dd38d682b9 req-90d1f3bb-0748-4ea7-a624-728d90d420ae tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410309 Aug 25 16:08:38.939467 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ca602-ef26-48a1-9063-2616f5d6647e req-e04e1980-da50-4a63-9eb3-8167704cbb0d tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:38.940984 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e18ca602-ef26-48a1-9063-2616f5d6647e req-e04e1980-da50-4a63-9eb3-8167704cbb0d tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9d652d-4e05-4a5b-8e8e-9509a2053591 HTTP/1.1" status: 200 len: 945 time: 0.0869064 Aug 25 16:08:38.977224 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-81e2b4c1-a5ab-4ca8-b214-85d073b90045 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=591eb28aab5d4997b8f42198dea9c8b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307717 Aug 25 16:08:38.987175 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e18ca602-ef26-48a1-9063-2616f5d6647e req-aa3c2965-3b98-4dca-9650-ecc9e17f3b78 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400178 Aug 25 16:08:39.117042 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:39.131464 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-87cfd743-bbb3-43d6-b0ac-a273dfc79c6f tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:39.132929 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-87cfd743-bbb3-43d6-b0ac-a273dfc79c6f tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1506062 Aug 25 16:08:39.151682 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-e4264e12-70ec-4a08-92a0-4a7f762d0316 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/quotas/591eb28aab5d4997b8f42198dea9c8b4 HTTP/1.1" status: 200 len: 375 time: 0.0132282 Aug 25 16:08:39.200275 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-6a0e42cf-9880-4bab-8ac3-4a8dca27d85f tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=591eb28aab5d4997b8f42198dea9c8b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409667 Aug 25 16:08:39.213193 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3dd24e-6a1b-454e-90cd-284f96342536 req-386233cf-8f05-4713-ac26-cb1ad39ec5a6 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:39.214698 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-fd3dd24e-6a1b-454e-90cd-284f96342536 req-386233cf-8f05-4713-ac26-cb1ad39ec5a6 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 944 time: 0.0843601 Aug 25 16:08:39.262112 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-fd3dd24e-6a1b-454e-90cd-284f96342536 req-bef4f396-6c9c-473a-b5a5-86c29cb6badc tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414300 Aug 25 16:08:39.401770 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-ba29eac1-c41d-4796-b566-5420323ced9c req-d064ef70-0743-4d88-b408-d782d6405884 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9dcbbc4-9161-4c05-aadc-5abc647e06b1 HTTP/1.1" status: 200 len: 210 time: 0.0470512 Aug 25 16:08:39.636107 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c3a03-a38c-4997-9e34-6989f0142f79 req-fea155cc-280f-487c-b945-a92eb3d397ec tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:39.637950 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a27c3a03-a38c-4997-9e34-6989f0142f79 req-fea155cc-280f-487c-b945-a92eb3d397ec tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e9d652d-4e05-4a5b-8e8e-9509a2053591 HTTP/1.1" status: 200 len: 945 time: 0.0830276 Aug 25 16:08:39.716474 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [req-a27c3a03-a38c-4997-9e34-6989f0142f79 req-395c5a00-2770-4047-85e9-7d3c9de19d66 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Deleting port 2c60abe9-0d63-412d-a341-668678d3bc47 {{(pid=75045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:08:39.716806 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-a27c3a03-a38c-4997-9e34-6989f0142f79 req-395c5a00-2770-4047-85e9-7d3c9de19d66 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:40.012561 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8d085-1325-4c71-9f83-f443ac9f134d req-0c13c94b-8100-4232-91b0-a466d0005d1d tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:40.014069 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-65d8d085-1325-4c71-9f83-f443ac9f134d req-0c13c94b-8100-4232-91b0-a466d0005d1d tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.2146041 Aug 25 16:08:40.039781 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5eb555-535b-4eb0-9321-a0289a76486a req-ea97fce6-0c83-4357-a050-4d8043a97f0e tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:40.042333 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9e5eb555-535b-4eb0-9321-a0289a76486a req-ea97fce6-0c83-4357-a050-4d8043a97f0e tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 945 time: 0.0893269 Aug 25 16:08:40.052208 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.db [req-a27c3a03-a38c-4997-9e34-6989f0142f79 req-395c5a00-2770-4047-85e9-7d3c9de19d66 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] For port 2c60abe9-0d63-412d-a341-668678d3bc47, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=2c60abe9-0d63-412d-a341-668678d3bc47,segment=NetworkSegment(61fee6c7-ad76-40fb-8847-c586ac08ad22),segment_id=61fee6c7-ad76-40fb-8847-c586ac08ad22)] {{(pid=75045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:40.052588 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-a27c3a03-a38c-4997-9e34-6989f0142f79 req-395c5a00-2770-4047-85e9-7d3c9de19d66 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:40.113211 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-9e5eb555-535b-4eb0-9321-a0289a76486a req-78e24407-1f69-4c32-a1b3-121bf959c72c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Deleting port b48ba794-0d0b-4f62-99c8-481f14292377 {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:08:40.113546 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-9e5eb555-535b-4eb0-9321-a0289a76486a req-78e24407-1f69-4c32-a1b3-121bf959c72c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:40.236957 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [req-a27c3a03-a38c-4997-9e34-6989f0142f79 req-395c5a00-2770-4047-85e9-7d3c9de19d66 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Calling delete_port for 2c60abe9-0d63-412d-a341-668678d3bc47 owned by compute:nova {{(pid=75045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:08:40.285579 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-65d8d085-1325-4c71-9f83-f443ac9f134d req-ad7f9ae7-e051-4998-a6a9-98fe41aafeea tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591891 Aug 25 16:08:40.446278 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-9e5eb555-535b-4eb0-9321-a0289a76486a req-78e24407-1f69-4c32-a1b3-121bf959c72c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] For port b48ba794-0d0b-4f62-99c8-481f14292377, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=b48ba794-0d0b-4f62-99c8-481f14292377,segment=NetworkSegment(ae45f4da-7e93-4d9e-a93e-e971d68c1d91),segment_id=ae45f4da-7e93-4d9e-a93e-e971d68c1d91)] {{(pid=75046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:40.446550 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-9e5eb555-535b-4eb0-9321-a0289a76486a req-78e24407-1f69-4c32-a1b3-121bf959c72c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:40.459623 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c13988-14d2-47fd-a10f-1caeedf9de04 req-4276a905-77bf-4721-8544-38447bba608d tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:40.461208 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-d2c13988-14d2-47fd-a10f-1caeedf9de04 req-4276a905-77bf-4721-8544-38447bba608d tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9d652d-4e05-4a5b-8e8e-9509a2053591 HTTP/1.1" status: 200 len: 945 time: 0.1642210 Aug 25 16:08:40.522934 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-a27c3a03-a38c-4997-9e34-6989f0142f79 req-395c5a00-2770-4047-85e9-7d3c9de19d66 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:40.530169 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-a7c404d0-33ae-4486-8a22-a41573b55719 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:40.577702 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c5a00-2770-4047-85e9-7d3c9de19d66 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Pushing event deleted for resources: {'Port': ['ID=2c60abe9-0d63-412d-a341-668678d3bc47,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:40.579335 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['5d9c29e6-4d23-40c8-9b7d-cbf20832f84e', '7cbe1000-d34f-47f5-87d2-e8205a68c21f', 'a135a3be-a756-44a8-a693-182e684ea79b', '2c60abe9-0d63-412d-a341-668678d3bc47'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:08:40.626565 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c5a00-2770-4047-85e9-7d3c9de19d66 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:40.626977 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c5a00-2770-4047-85e9-7d3c9de19d66 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:40.627281 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c5a00-2770-4047-85e9-7d3c9de19d66 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:40.627630 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c5a00-2770-4047-85e9-7d3c9de19d66 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:40.627974 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c5a00-2770-4047-85e9-7d3c9de19d66 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:40.628314 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c5a00-2770-4047-85e9-7d3c9de19d66 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:40.628651 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c5a00-2770-4047-85e9-7d3c9de19d66 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:40.629017 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c5a00-2770-4047-85e9-7d3c9de19d66 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:40.629354 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c5a00-2770-4047-85e9-7d3c9de19d66 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:40.629687 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c5a00-2770-4047-85e9-7d3c9de19d66 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:40.630024 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c5a00-2770-4047-85e9-7d3c9de19d66 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:40.643583 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70fa15-6ec2-47e9-b5dd-8b8a4cdeab54 req-dd3d3355-617b-48d2-b5d6-6a09d4fc63cc tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:40.644707 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8b70fa15-6ec2-47e9-b5dd-8b8a4cdeab54 req-dd3d3355-617b-48d2-b5d6-6a09d4fc63cc tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 944 time: 0.2089365 Aug 25 16:08:40.645705 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-395c5a00-2770-4047-85e9-7d3c9de19d66 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:40.674475 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-9e5eb555-535b-4eb0-9321-a0289a76486a req-78e24407-1f69-4c32-a1b3-121bf959c72c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Calling delete_port for b48ba794-0d0b-4f62-99c8-481f14292377 owned by compute:nova {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:08:40.699248 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27c3a03-a38c-4997-9e34-6989f0142f79 req-395c5a00-2770-4047-85e9-7d3c9de19d66 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] No DVR routers for this DVR port 2c60abe9-0d63-412d-a341-668678d3bc47 on host hv-cinder-80600 {{(pid=75045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:08:40.707500 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-a27c3a03-a38c-4997-9e34-6989f0142f79 req-395c5a00-2770-4047-85e9-7d3c9de19d66 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:40.710201 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9d652d-4e05-4a5b-8e8e-9509a2053591', 'name': 'network-vif-deleted', 'tag': '2c60abe9-0d63-412d-a341-668678d3bc47'}] {{(pid=75045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:08:40.735014 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a27c3a03-a38c-4997-9e34-6989f0142f79 req-395c5a00-2770-4047-85e9-7d3c9de19d66 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.21 "DELETE /v2.0/ports/2c60abe9-0d63-412d-a341-668678d3bc47 HTTP/1.1" status: 204 len: 173 time: 1.0889306 Aug 25 16:08:40.748516 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8b70fa15-6ec2-47e9-b5dd-8b8a4cdeab54 req-e62193b2-a9eb-4beb-bd0e-422b5216dbe5 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734100 Aug 25 16:08:40.776766 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-d2c13988-14d2-47fd-a10f-1caeedf9de04 req-471c767e-cf9b-4365-befd-540ffec900e4 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582941 Aug 25 16:08:40.884679 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9d652d-4e05-4a5b-8e8e-9509a2053591', 'name': 'network-vif-deleted', 'tag': '2c60abe9-0d63-412d-a341-668678d3bc47', 'status': 'completed', 'code': 200} Aug 25 16:08:40.977863 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-9e5eb555-535b-4eb0-9321-a0289a76486a req-78e24407-1f69-4c32-a1b3-121bf959c72c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:40.996337 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-50ffb0f1-f76e-407a-9119-42524441c73b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:41.043876 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8ce56cb6-0db3-4d98-bb94-0f578cc7066b req-d3d27ccd-bcb4-4c3a-874d-266608416d47 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9dcbbc4-9161-4c05-aadc-5abc647e06b1 HTTP/1.1" status: 200 len: 210 time: 0.0499578 Aug 25 16:08:41.071141 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e24407-1f69-4c32-a1b3-121bf959c72c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Pushing event deleted for resources: {'Port': ['ID=b48ba794-0d0b-4f62-99c8-481f14292377,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:41.118891 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5eb555-535b-4eb0-9321-a0289a76486a req-78e24407-1f69-4c32-a1b3-121bf959c72c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] No DVR routers for this DVR port b48ba794-0d0b-4f62-99c8-481f14292377 on host hv-cinder-80600 {{(pid=75046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:08:41.121398 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e24407-1f69-4c32-a1b3-121bf959c72c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:41.121790 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e24407-1f69-4c32-a1b3-121bf959c72c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:41.122122 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e24407-1f69-4c32-a1b3-121bf959c72c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:41.122479 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e24407-1f69-4c32-a1b3-121bf959c72c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:41.122838 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e24407-1f69-4c32-a1b3-121bf959c72c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:41.123188 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e24407-1f69-4c32-a1b3-121bf959c72c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:41.123542 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e24407-1f69-4c32-a1b3-121bf959c72c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:41.123885 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e24407-1f69-4c32-a1b3-121bf959c72c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:41.124233 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e24407-1f69-4c32-a1b3-121bf959c72c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:41.124582 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e24407-1f69-4c32-a1b3-121bf959c72c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:41.124930 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e24407-1f69-4c32-a1b3-121bf959c72c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:41.127758 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-9e5eb555-535b-4eb0-9321-a0289a76486a req-78e24407-1f69-4c32-a1b3-121bf959c72c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:41.130462 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16', 'name': 'network-vif-deleted', 'tag': 'b48ba794-0d0b-4f62-99c8-481f14292377'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:08:41.135288 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-78e24407-1f69-4c32-a1b3-121bf959c72c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:41.147413 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9e5eb555-535b-4eb0-9321-a0289a76486a req-78e24407-1f69-4c32-a1b3-121bf959c72c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.21 "DELETE /v2.0/ports/b48ba794-0d0b-4f62-99c8-481f14292377 HTTP/1.1" status: 204 len: 173 time: 1.1001546 Aug 25 16:08:41.192340 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16', 'name': 'network-vif-deleted', 'tag': 'b48ba794-0d0b-4f62-99c8-481f14292377', 'status': 'completed', 'code': 200} Aug 25 16:08:41.313217 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device e5bd4e30-0c43-4318-8d78-73888aaea93c up at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:41.407590 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-e9bced52-28b9-4dfa-b7ee-3c0f4947bc4d tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=591eb28aab5d4997b8f42198dea9c8b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306787 Aug 25 16:08:41.412917 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning for port e5bd4e30-0c43-4318-8d78-73888aaea93c completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:41.418458 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning complete for port e5bd4e30-0c43-4318-8d78-73888aaea93c triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:41.418833 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:41.506138 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-a81ec301-2cbd-40a6-8b0d-3644fae31d39 req-b0eadad5-58ac-4646-84b0-6596b6811280 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Synchronizing usage tracker for tenant:f675e5666b19428a9822ff26629e69fc on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:08:41.549590 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:41.584583 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dcaa87d-de18-4ed3-88ac-122334f8a0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bd4e30-0c43-4318-8d78-73888aaea93c'}] {{(pid=75047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:08:41.597618 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-a81ec301-2cbd-40a6-8b0d-3644fae31d39 req-b0eadad5-58ac-4646-84b0-6596b6811280 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Unset dirty status for tenant:f675e5666b19428a9822ff26629e69fc on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:08:41.611692 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a81ec301-2cbd-40a6-8b0d-3644fae31d39 req-b0eadad5-58ac-4646-84b0-6596b6811280 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 210 time: 0.1685035 Aug 25 16:08:41.614152 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port e5bd4e30-0c43-4318-8d78-73888aaea93c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e5bd4e30-0c43-4318-8d78-73888aaea93c,segment=NetworkSegment(22945d27-4f28-4b4b-bccd-4fc8bfeb26e0),segment_id=22945d27-4f28-4b4b-bccd-4fc8bfeb26e0)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:41.631453 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:41.633211 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:41.682243 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-eedf1a74-842f-4ba6-a2ad-85f0f9204140 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:41.682922 dv-cinder-806008-1-iscsi neutron-server[75047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dcaa87d-de18-4ed3-88ac-122334f8a0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bd4e30-0c43-4318-8d78-73888aaea93c', 'code': 200} Aug 25 16:08:41.684698 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-eedf1a74-842f-4ba6-a2ad-85f0f9204140 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2049260 Aug 25 16:08:41.702098 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=e5bd4e30-0c43-4318-8d78-73888aaea93c,revision_number=5']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:41.705559 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:41.732394 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-ac3444c4-aebc-492d-af5c-38cb258c3409 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Request body: {'port': {'device_id': 'b9dcbbc4-9161-4c05-aadc-5abc647e06b1', 'network_id': 'd66e2272-0f61-4263-8790-3f9b41b5e402', 'admin_state_up': True, 'tenant_id': '591eb28aab5d4997b8f42198dea9c8b4'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:41.917785 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-ac3444c4-aebc-492d-af5c-38cb258c3409 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:41.923570 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-ac3444c4-aebc-492d-af5c-38cb258c3409 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Usage tracker for resource:port and tenant:591eb28aab5d4997b8f42198dea9c8b4 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:41.929821 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-ac3444c4-aebc-492d-af5c-38cb258c3409 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:41.954718 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-ac3444c4-aebc-492d-af5c-38cb258c3409 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:42.023180 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-ac3444c4-aebc-492d-af5c-38cb258c3409 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Made reservation on behalf of 591eb28aab5d4997b8f42198dea9c8b4 for: {'port': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:08:42.026643 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-ac3444c4-aebc-492d-af5c-38cb258c3409 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:42.046816 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-ac3444c4-aebc-492d-af5c-38cb258c3409 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:42.053376 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-44144b09-4d06-407e-b53a-300e28e2c6bd req-aed9e72d-5370-4cc7-8bb4-c6761acdc50b tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Synchronizing usage tracker for tenant:2e09075145744d7794abaa90e728ee8c on resource:port {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:08:42.097540 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-44144b09-4d06-407e-b53a-300e28e2c6bd req-aed9e72d-5370-4cc7-8bb4-c6761acdc50b tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Unset dirty status for tenant:2e09075145744d7794abaa90e728ee8c on resource:port {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:08:42.099915 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c20309-95e4-45a5-a54d-d92f9006d5f2 req-174a1c25-f2d4-43dc-a2e6-8f6f27f26ab6 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:42.106630 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-01c20309-95e4-45a5-a54d-d92f9006d5f2 req-174a1c25-f2d4-43dc-a2e6-8f6f27f26ab6 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 945 time: 0.1791079 Aug 25 16:08:42.109261 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-44144b09-4d06-407e-b53a-300e28e2c6bd req-aed9e72d-5370-4cc7-8bb4-c6761acdc50b tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e9d652d-4e05-4a5b-8e8e-9509a2053591 HTTP/1.1" status: 200 len: 210 time: 0.1351590 Aug 25 16:08:42.111826 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-ac3444c4-aebc-492d-af5c-38cb258c3409 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:42.133535 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-ac3444c4-aebc-492d-af5c-38cb258c3409 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Usage tracker for resource:security_group_rule and tenant:591eb28aab5d4997b8f42198dea9c8b4 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:42.138323 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-ac3444c4-aebc-492d-af5c-38cb258c3409 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:42.141395 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-39f72cd8-9556-4305-aaab-a8797da25134 req-e13bbf1b-80c8-49d0-a298-4b890678b49c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 1098 time: 0.1317246 Aug 25 16:08:42.148800 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-ac3444c4-aebc-492d-af5c-38cb258c3409 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:42.185545 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-01c20309-95e4-45a5-a54d-d92f9006d5f2 req-4eda0e1e-4880-4873-b506-0b60a8d49220 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779653 Aug 25 16:08:42.218827 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-39f72cd8-9556-4305-aaab-a8797da25134 req-28ac3bf2-ae9e-49e5-b0ea-3092eeddeb17 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704446 Aug 25 16:08:42.251453 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-ac3444c4-aebc-492d-af5c-38cb258c3409 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:42.255423 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-ac3444c4-aebc-492d-af5c-38cb258c3409 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:42.258917 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-796f12c2-c69c-41f0-a9f1-1743cc380a56 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:42.323092 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-9e2eb842-e59d-4cc0-862d-e8ea0ae15c0c req-f4692e11-eaa0-4f93-bfe8-445de6f232d7 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9dcbbc4-9161-4c05-aadc-5abc647e06b1 HTTP/1.1" status: 200 len: 210 time: 0.0412378 Aug 25 16:08:42.337279 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3444c4-aebc-492d-af5c-38cb258c3409 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eff70ed2-2150-4f93-abc3-af42ad2cbe6b,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:42.343269 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-ac3444c4-aebc-492d-af5c-38cb258c3409 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:42.434751 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.db_base_plugin_common [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-ac3444c4-aebc-492d-af5c-38cb258c3409 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Allocated IP 192.168.233.232 (d66e2272-0f61-4263-8790-3f9b41b5e402/3b2f50d2-484a-4d72-bf93-dfa004a6fc3f/d5bba68a-78ee-40a7-9767-29584ed9b6a5) {{(pid=75046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:08:42.635472 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-ac3444c4-aebc-492d-af5c-38cb258c3409 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Notify callbacks [] for port, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:42.650761 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.provisioning_blocks [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-ac3444c4-aebc-492d-af5c-38cb258c3409 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Transition to ACTIVE for port object d5bba68a-78ee-40a7-9767-29584ed9b6a5 will not be triggered until provisioned by entity DHCP. {{(pid=75046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:42.674000 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-ac3444c4-aebc-492d-af5c-38cb258c3409 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:42.680024 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:42.734519 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['3a31aab4-f819-4247-9a1f-fd97d8d1c947'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:08:42.745307 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-ac3444c4-aebc-492d-af5c-38cb258c3409 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Network d66e2272-0f61-4263-8790-3f9b41b5e402 is already hosted by enough agents. {{(pid=75046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:08:42.748662 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-ac3444c4-aebc-492d-af5c-38cb258c3409 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Resources bound (agent type, host, resource id): {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:42.752653 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-ac3444c4-aebc-492d-af5c-38cb258c3409 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Received port after_create {{(pid=75046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:08:42.789146 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3444c4-aebc-492d-af5c-38cb258c3409 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Pushing event updated for resources: {'Port': ['ID=d5bba68a-78ee-40a7-9767-29584ed9b6a5,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:42.795876 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-ac3444c4-aebc-492d-af5c-38cb258c3409 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:42.823995 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-ac3444c4-aebc-492d-af5c-38cb258c3409 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:42.824621 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-ac3444c4-aebc-492d-af5c-38cb258c3409 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:42.825628 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-d7ee2670-b898-47f2-953a-3a55e5081bef req-b83f987e-0091-4c2b-98fc-f7e87f0e2a64 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb1d4b4e-86cd-4d2a-853d-8aa6762a1a16 HTTP/1.1" status: 200 len: 210 time: 0.0866382 Aug 25 16:08:42.860560 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-ac3444c4-aebc-492d-af5c-38cb258c3409 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1287587 Aug 25 16:08:42.944136 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-eaef33d7-0609-43dc-a6d6-44d32d49b75f service neutron] Request body: {'port': {'device_id': 'b9dcbbc4-9161-4c05-aadc-5abc647e06b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:43.036556 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-b5f6e9e7-61f5-4f5e-b7d7-d0e47c6d1987 None None] Provisioning for port d5bba68a-78ee-40a7-9767-29584ed9b6a5 completed by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:43.041800 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-b5f6e9e7-61f5-4f5e-b7d7-d0e47c6d1987 None None] Provisioning complete for port d5bba68a-78ee-40a7-9767-29584ed9b6a5 triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:43.042194 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-b5f6e9e7-61f5-4f5e-b7d7-d0e47c6d1987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:43.056631 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-eaef33d7-0609-43dc-a6d6-44d32d49b75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:43.102342 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-b5f6e9e7-61f5-4f5e-b7d7-d0e47c6d1987 None None] Port d5bba68a-78ee-40a7-9767-29584ed9b6a5 cannot update to ACTIVE because it is not bound. {{(pid=75047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:08:43.297059 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device b48ba794-0d0b-4f62-99c8-481f14292377 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:08:43.376369 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] No Port match for: b48ba794-0d0b-4f62-99c8-481f14292377 {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:08:43.376715 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device b48ba794-0d0b-4f62-99c8-481f14292377 not bound to the agent host hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:08:43.377181 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 2c60abe9-0d63-412d-a341-668678d3bc47 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:08:43.415190 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] No Port match for: 2c60abe9-0d63-412d-a341-668678d3bc47 {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:08:43.415538 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 2c60abe9-0d63-412d-a341-668678d3bc47 not bound to the agent host hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:08:43.582842 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c10e7-4fdb-4de6-a15a-cf2a0ee2b0ba req-8c6b0224-eca0-4e35-aa01-cd8d040992c4 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:43.584866 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-077c10e7-4fdb-4de6-a15a-cf2a0ee2b0ba req-8c6b0224-eca0-4e35-aa01-cd8d040992c4 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9dcbbc4-9161-4c05-aadc-5abc647e06b1 HTTP/1.1" status: 200 len: 936 time: 0.0829196 Aug 25 16:08:43.585220 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6efb4-f41f-4316-9303-180886e061ee req-45f73dd5-dee4-41b1-ab0d-831203f9a5a8 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:43.586701 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-89e6efb4-f41f-4316-9303-180886e061ee req-45f73dd5-dee4-41b1-ab0d-831203f9a5a8 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 945 time: 0.2107339 Aug 25 16:08:43.613776 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-eaef33d7-0609-43dc-a6d6-44d32d49b75f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5bba68a-78ee-40a7-9767-29584ed9b6a5 {{(pid=75046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:08:43.624450 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-eaef33d7-0609-43dc-a6d6-44d32d49b75f service neutron] Notify callbacks [] for port, precommit_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:43.631460 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-077c10e7-4fdb-4de6-a15a-cf2a0ee2b0ba req-2c8d6f32-ee2f-4b28-bfd7-31485ad90657 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff70ed2-2150-4f93-abc3-af42ad2cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406799 Aug 25 16:08:43.651979 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.provisioning_blocks [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-eaef33d7-0609-43dc-a6d6-44d32d49b75f service neutron] Transition to ACTIVE for port object d5bba68a-78ee-40a7-9767-29584ed9b6a5 will not be triggered until provisioned by entity L2. {{(pid=75046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:43.657346 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-89e6efb4-f41f-4316-9303-180886e061ee req-4dbb13fa-f233-4acc-a952-6413dff1a07a tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637653 Aug 25 16:08:43.657925 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-eaef33d7-0609-43dc-a6d6-44d32d49b75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:43.661462 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-2f04dfae-8023-4bb9-b14d-8c2257d3d9a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:43.782447 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef33d7-0609-43dc-a6d6-44d32d49b75f service neutron] Pushing event updated for resources: {'Port': ['ID=d5bba68a-78ee-40a7-9767-29584ed9b6a5,revision_number=2']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:43.785960 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-eaef33d7-0609-43dc-a6d6-44d32d49b75f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:43.892227 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-eaef33d7-0609-43dc-a6d6-44d32d49b75f service neutron] Attempting to bind port d5bba68a-78ee-40a7-9767-29584ed9b6a5 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:08:43.892562 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-eaef33d7-0609-43dc-a6d6-44d32d49b75f service neutron] Attempting to bind port d5bba68a-78ee-40a7-9767-29584ed9b6a5 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'c1ba730a-5815-4b69-98c0-4e12e539d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'd66e2272-0f61-4263-8790-3f9b41b5e402'}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:08:43.892888 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-eaef33d7-0609-43dc-a6d6-44d32d49b75f service neutron] Attempting to bind port d5bba68a-78ee-40a7-9767-29584ed9b6a5 on network d66e2272-0f61-4263-8790-3f9b41b5e402 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:08:43.899270 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-eaef33d7-0609-43dc-a6d6-44d32d49b75f service neutron] Port d5bba68a-78ee-40a7-9767-29584ed9b6a5 on network d66e2272-0f61-4263-8790-3f9b41b5e402 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:08:43.899521 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-eaef33d7-0609-43dc-a6d6-44d32d49b75f service neutron] Attempting to bind port d5bba68a-78ee-40a7-9767-29584ed9b6a5 on network d66e2272-0f61-4263-8790-3f9b41b5e402 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:08:43.905752 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-eaef33d7-0609-43dc-a6d6-44d32d49b75f service neutron] Checking agent: {'id': '931cd7a1-d330-4f67-a87c-c25f72aa55d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:08:43.906086 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-eaef33d7-0609-43dc-a6d6-44d32d49b75f service neutron] Checking segment: {'id': 'c1ba730a-5815-4b69-98c0-4e12e539d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'd66e2272-0f61-4263-8790-3f9b41b5e402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:43.906477 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-eaef33d7-0609-43dc-a6d6-44d32d49b75f service neutron] Bound using segment: {'id': 'c1ba730a-5815-4b69-98c0-4e12e539d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'd66e2272-0f61-4263-8790-3f9b41b5e402'} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:08:43.906893 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-eaef33d7-0609-43dc-a6d6-44d32d49b75f service neutron] Bound port: d5bba68a-78ee-40a7-9767-29584ed9b6a5, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1ba730a-5815-4b69-98c0-4e12e539d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'd66e2272-0f61-4263-8790-3f9b41b5e402'}}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:08:43.907234 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-eaef33d7-0609-43dc-a6d6-44d32d49b75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:44.015309 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-eaef33d7-0609-43dc-a6d6-44d32d49b75f service neutron] For port d5bba68a-78ee-40a7-9767-29584ed9b6a5, host hv-cinder-80600, cleared binding levels {{(pid=75046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:08:44.024867 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-eaef33d7-0609-43dc-a6d6-44d32d49b75f service neutron] For port d5bba68a-78ee-40a7-9767-29584ed9b6a5, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d5bba68a-78ee-40a7-9767-29584ed9b6a5,segment=NetworkSegment(c1ba730a-5815-4b69-98c0-4e12e539d14e),segment_id=c1ba730a-5815-4b69-98c0-4e12e539d14e)] {{(pid=75046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:08:44.032180 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-eaef33d7-0609-43dc-a6d6-44d32d49b75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:44.043307 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-b03b22eb-cf54-4d21-a2d0-e47982b7c033 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:44.095567 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-eaef33d7-0609-43dc-a6d6-44d32d49b75f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:44.097223 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-eaef33d7-0609-43dc-a6d6-44d32d49b75f service neutron] 10.222.0.21 "PUT /v2.0/ports/d5bba68a-78ee-40a7-9767-29584ed9b6a5 HTTP/1.1" status: 200 len: 1098 time: 1.1575282 Aug 25 16:08:44.097837 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9dcbbc4-9161-4c05-aadc-5abc647e06b1', 'tag': 'd5bba68a-78ee-40a7-9767-29584ed9b6a5'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:08:44.133940 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef33d7-0609-43dc-a6d6-44d32d49b75f service neutron] Pushing event updated for resources: {'Port': ['ID=d5bba68a-78ee-40a7-9767-29584ed9b6a5,revision_number=3']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:44.137004 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-eaef33d7-0609-43dc-a6d6-44d32d49b75f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:44.252971 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9dcbbc4-9161-4c05-aadc-5abc647e06b1', 'tag': 'd5bba68a-78ee-40a7-9767-29584ed9b6a5', 'status': 'completed', 'code': 200} Aug 25 16:08:44.288556 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-9a8aec13-5cde-4686-8e4a-f87eb8813923 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=591eb28aab5d4997b8f42198dea9c8b4&device_id=b9dcbbc4-9161-4c05-aadc-5abc647e06b1 HTTP/1.1" status: 200 len: 1101 time: 0.0826435 Aug 25 16:08:44.346029 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de35fa-a263-4644-a399-9ee9e5596fde req-f2c230f0-a102-40f4-ac66-812b19282263 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:44.348096 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-56de35fa-a263-4644-a399-9ee9e5596fde req-f2c230f0-a102-40f4-ac66-812b19282263 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.0780966 Aug 25 16:08:44.399375 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-56de35fa-a263-4644-a399-9ee9e5596fde req-cd8c81c0-e800-4585-bea1-e06b56de1982 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449355 Aug 25 16:08:44.415345 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-cae52258-f3bd-4afd-887a-0a42acd6e61b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=d5bba68a-78ee-40a7-9767-29584ed9b6a5 HTTP/1.1" status: 200 len: 217 time: 0.0759668 Aug 25 16:08:44.479758 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-fc0e59d2-e202-4bdf-aab3-a0a3d2051572 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:44.481246 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-fc0e59d2-e202-4bdf-aab3-a0a3d2051572 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b2f50d2-484a-4d72-bf93-dfa004a6fc3f HTTP/1.1" status: 200 len: 843 time: 0.0598464 Aug 25 16:08:44.561593 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-f5c3538e-cddd-4011-8b5d-566c5ad18048 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d66e2272-0f61-4263-8790-3f9b41b5e402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0727088 Aug 25 16:08:44.712592 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-54912e83-410e-491c-920a-a19378cae624 service neutron] 10.222.0.21 "GET /v2.0/networks/d66e2272-0f61-4263-8790-3f9b41b5e402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353357 Aug 25 16:08:44.856240 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380ca90-b1fd-4b55-ad21-14fa3e617776 req-d60eadb6-ed8f-42f3-b7d5-7529cca3283b tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:44.857712 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-5380ca90-b1fd-4b55-ad21-14fa3e617776 req-d60eadb6-ed8f-42f3-b7d5-7529cca3283b tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9dcbbc4-9161-4c05-aadc-5abc647e06b1 HTTP/1.1" status: 200 len: 948 time: 0.0813961 Aug 25 16:08:44.903673 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-5380ca90-b1fd-4b55-ad21-14fa3e617776 req-77764f26-fead-4d63-a2ac-a51f96d73ef1 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff70ed2-2150-4f93-abc3-af42ad2cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404530 Aug 25 16:08:44.904029 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-26cf1721-c74b-4837-b416-4f9f5c7d5ea9 req-aad39298-32fe-477e-a6ee-af68f536df4e service neutron] 10.222.0.21 "GET /v2.0/networks/d66e2272-0f61-4263-8790-3f9b41b5e402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792412 Aug 25 16:08:44.940017 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caada3e-cbec-469a-9c66-36019b5c34e9 req-8494ac12-39b2-46a1-89c2-697432dadf1a tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:44.941508 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2caada3e-cbec-469a-9c66-36019b5c34e9 req-8494ac12-39b2-46a1-89c2-697432dadf1a tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 945 time: 0.0960481 Aug 25 16:08:44.993953 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2caada3e-cbec-469a-9c66-36019b5c34e9 req-67f8a5b4-6746-4572-84b5-6a5e0145622c tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461321 Aug 25 16:08:45.105752 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b7138-7273-4d37-a5fc-59236b634e42 req-fd482ddf-8b78-4709-87e5-a199eb2792ad tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:45.107584 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c73b7138-7273-4d37-a5fc-59236b634e42 req-fd482ddf-8b78-4709-87e5-a199eb2792ad tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dba4c97-bb45-403d-ab17-018eb778075a HTTP/1.1" status: 200 len: 945 time: 0.0834248 Aug 25 16:08:45.131521 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-92f67bf7-c353-44e6-aa2d-3a623b24419f req-5b1d7255-4e4a-4fed-8b33-69670521c824 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=591eb28aab5d4997b8f42198dea9c8b4&device_id=b9dcbbc4-9161-4c05-aadc-5abc647e06b1 HTTP/1.1" status: 200 len: 1101 time: 0.0790086 Aug 25 16:08:45.153780 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c73b7138-7273-4d37-a5fc-59236b634e42 req-a52400ed-ba4a-4b64-9825-39e17196248b tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402384 Aug 25 16:08:45.304229 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f67bf7-c353-44e6-aa2d-3a623b24419f req-b742baad-00ef-47f9-9f12-35dfb09ee5ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:45.305705 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-92f67bf7-c353-44e6-aa2d-3a623b24419f req-b742baad-00ef-47f9-9f12-35dfb09ee5ff service neutron] 10.222.0.21 "GET /v2.0/networks?id=d66e2272-0f61-4263-8790-3f9b41b5e402 HTTP/1.1" status: 200 len: 871 time: 0.1320524 Aug 25 16:08:45.375214 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-92f67bf7-c353-44e6-aa2d-3a623b24419f req-cf10ff79-1165-4b32-904d-0d4f18c94121 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=d5bba68a-78ee-40a7-9767-29584ed9b6a5 HTTP/1.1" status: 200 len: 217 time: 0.0610847 Aug 25 16:08:45.519229 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f67bf7-c353-44e6-aa2d-3a623b24419f req-1277b4e9-dff9-4b3d-985d-2c0e1f1fe4cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:45.520545 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-92f67bf7-c353-44e6-aa2d-3a623b24419f req-1277b4e9-dff9-4b3d-985d-2c0e1f1fe4cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b2f50d2-484a-4d72-bf93-dfa004a6fc3f HTTP/1.1" status: 200 len: 843 time: 0.1365602 Aug 25 16:08:45.602618 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-92f67bf7-c353-44e6-aa2d-3a623b24419f req-9b5804bc-9098-4339-a293-c32f72043327 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d66e2272-0f61-4263-8790-3f9b41b5e402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0711987 Aug 25 16:08:45.606052 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9ecbc-0297-40c6-a022-8673b60fb050 req-3c7cc45a-ae7b-481b-845c-e669db7188b9 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:45.607480 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-fee9ecbc-0297-40c6-a022-8673b60fb050 req-3c7cc45a-ae7b-481b-845c-e669db7188b9 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.0785952 Aug 25 16:08:45.652967 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-fee9ecbc-0297-40c6-a022-8673b60fb050 req-218e30a3-05a4-4481-94a5-e2a6f6d96010 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397420 Aug 25 16:08:45.742450 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-92f67bf7-c353-44e6-aa2d-3a623b24419f req-5985bcfe-b80e-471c-9741-76607fac96c5 service neutron] 10.222.0.21 "GET /v2.0/networks/d66e2272-0f61-4263-8790-3f9b41b5e402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241536 Aug 25 16:08:45.873757 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-92f67bf7-c353-44e6-aa2d-3a623b24419f req-db86ee5f-77c1-4b9a-b961-6719d2f62104 service neutron] 10.222.0.21 "GET /v2.0/networks/d66e2272-0f61-4263-8790-3f9b41b5e402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226807 Aug 25 16:08:46.102098 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae99fe-44a6-4557-a821-b9cbf76fc598 req-067570d0-c230-4bb9-a841-df376af936af tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:46.103415 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a0ae99fe-44a6-4557-a821-b9cbf76fc598 req-067570d0-c230-4bb9-a841-df376af936af tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9dcbbc4-9161-4c05-aadc-5abc647e06b1 HTTP/1.1" status: 200 len: 948 time: 0.0780730 Aug 25 16:08:46.149493 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a0ae99fe-44a6-4557-a821-b9cbf76fc598 req-d49b0dff-1e36-408c-b300-fc8ffe80c2fb tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff70ed2-2150-4f93-abc3-af42ad2cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401585 Aug 25 16:08:46.287471 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a7139-3ad6-4949-89d7-c54e6eedde10 req-6349b19d-21e7-4434-8e80-d307897d6fc0 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:46.289120 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-643a7139-3ad6-4949-89d7-c54e6eedde10 req-6349b19d-21e7-4434-8e80-d307897d6fc0 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 945 time: 0.0807178 Aug 25 16:08:46.335384 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-643a7139-3ad6-4949-89d7-c54e6eedde10 req-990bd64f-1215-45c4-aa75-ec575daf4128 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407703 Aug 25 16:08:46.348127 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccefcb-161d-4b55-a624-e8fe0ee22500 req-b5b3c070-4273-4813-a98f-7caf8ada1ec9 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:46.349191 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-26ccefcb-161d-4b55-a624-e8fe0ee22500 req-b5b3c070-4273-4813-a98f-7caf8ada1ec9 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dba4c97-bb45-403d-ab17-018eb778075a HTTP/1.1" status: 200 len: 945 time: 0.0760190 Aug 25 16:08:46.396400 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-26ccefcb-161d-4b55-a624-e8fe0ee22500 req-7b1b5e78-bc95-41a7-b8b1-bbb3835e9a14 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405517 Aug 25 16:08:46.531109 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15592d-f515-4b7d-baf8-dcf3ea20f6c4 req-dc7a258a-c3e4-4beb-944d-daaf8acbc50f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:46.532539 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9a15592d-f515-4b7d-baf8-dcf3ea20f6c4 req-dc7a258a-c3e4-4beb-944d-daaf8acbc50f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 945 time: 0.0762737 Aug 25 16:08:46.577619 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9a15592d-f515-4b7d-baf8-dcf3ea20f6c4 req-3602c23c-638a-4172-ab30-3b75ab974533 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388608 Aug 25 16:08:46.853305 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05501e1-584a-4741-a2a6-5f03d306fba6 req-1a6483f1-cd13-4026-98e9-c6365c139652 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:46.854832 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a05501e1-584a-4741-a2a6-5f03d306fba6 req-1a6483f1-cd13-4026-98e9-c6365c139652 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.0805027 Aug 25 16:08:46.900890 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a05501e1-584a-4741-a2a6-5f03d306fba6 req-9f15de64-9b9e-42ba-9df2-53f0b2ca9740 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403535 Aug 25 16:08:47.041906 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef164c3-88b5-4403-89d2-3c7f5e70cdc3 req-5964574e-73e4-4d8f-a738-7ebd61f95c59 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:47.043450 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-4ef164c3-88b5-4403-89d2-3c7f5e70cdc3 req-5964574e-73e4-4d8f-a738-7ebd61f95c59 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 945 time: 0.1225452 Aug 25 16:08:47.087255 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-4ef164c3-88b5-4403-89d2-3c7f5e70cdc3 req-bb7d1d07-ab08-4232-8dff-88aed2dd707b tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382771 Aug 25 16:08:47.351639 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d39e2f-e2e8-45f7-839e-33ee63e45b71 req-00e98e06-e7de-4f99-b4ab-bbfd7b5a1d22 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:47.353125 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-64d39e2f-e2e8-45f7-839e-33ee63e45b71 req-00e98e06-e7de-4f99-b4ab-bbfd7b5a1d22 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9dcbbc4-9161-4c05-aadc-5abc647e06b1 HTTP/1.1" status: 200 len: 948 time: 0.0779080 Aug 25 16:08:47.401356 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-64d39e2f-e2e8-45f7-839e-33ee63e45b71 req-58dcf969-b213-4bba-8149-91fe6c96eaeb tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff70ed2-2150-4f93-abc3-af42ad2cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422308 Aug 25 16:08:47.610468 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367e068-4cc5-4447-9d91-fafcf64dc545 req-98b79aa1-d4b7-49c4-abf3-94dbf9b57339 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:47.612089 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3367e068-4cc5-4447-9d91-fafcf64dc545 req-98b79aa1-d4b7-49c4-abf3-94dbf9b57339 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dba4c97-bb45-403d-ab17-018eb778075a HTTP/1.1" status: 200 len: 945 time: 0.0862994 Aug 25 16:08:47.661811 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3367e068-4cc5-4447-9d91-fafcf64dc545 req-8cd77405-cd69-47b9-beb4-a9d9e8d1054b tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430138 Aug 25 16:08:48.097137 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528421f3-1df1-4c25-97b6-b7f1e5795d5e req-2a964660-e6b0-4c51-b09a-fdf94a3ea400 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:48.098570 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-528421f3-1df1-4c25-97b6-b7f1e5795d5e req-2a964660-e6b0-4c51-b09a-fdf94a3ea400 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.0794213 Aug 25 16:08:48.143483 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-528421f3-1df1-4c25-97b6-b7f1e5795d5e req-f0ba74bc-d90f-46ee-a8e9-6879d1aeca48 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393441 Aug 25 16:08:48.653616 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555826d-41ba-4dd9-b2cc-70dfba3323c0 req-f5660ec6-f6ae-4c60-a040-79e3b5e917b0 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:48.655041 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f555826d-41ba-4dd9-b2cc-70dfba3323c0 req-f5660ec6-f6ae-4c60-a040-79e3b5e917b0 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dba4c97-bb45-403d-ab17-018eb778075a HTTP/1.1" status: 200 len: 945 time: 0.1362360 Aug 25 16:08:48.661488 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189510c-1a95-4725-80bf-65e0553be444 req-bf1fdff1-1a69-4589-91aa-a9228dcd7a5b tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:48.662188 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-6189510c-1a95-4725-80bf-65e0553be444 req-bf1fdff1-1a69-4589-91aa-a9228dcd7a5b tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Synchronizing usage tracker for tenant:591eb28aab5d4997b8f42198dea9c8b4 on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:08:48.727116 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-6189510c-1a95-4725-80bf-65e0553be444 req-bf1fdff1-1a69-4589-91aa-a9228dcd7a5b tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Unset dirty status for tenant:591eb28aab5d4997b8f42198dea9c8b4 on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:08:48.728250 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6189510c-1a95-4725-80bf-65e0553be444 req-bf1fdff1-1a69-4589-91aa-a9228dcd7a5b tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9dcbbc4-9161-4c05-aadc-5abc647e06b1 HTTP/1.1" status: 200 len: 948 time: 0.1799023 Aug 25 16:08:48.736465 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-f555826d-41ba-4dd9-b2cc-70dfba3323c0 req-6b215a02-3a57-4a22-876c-c2664e73a3f0 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Deleting port a135a3be-a756-44a8-a693-182e684ea79b {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:08:48.736811 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-f555826d-41ba-4dd9-b2cc-70dfba3323c0 req-6b215a02-3a57-4a22-876c-c2664e73a3f0 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:48.856208 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-6189510c-1a95-4725-80bf-65e0553be444 req-2a8f2dfd-64b1-4a29-b730-289dc7ac89eb tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Synchronizing usage tracker for tenant:591eb28aab5d4997b8f42198dea9c8b4 on resource:security_group {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:08:48.867126 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9dd402-59c4-48db-964b-0374c46b9e5b req-300506db-f7ca-4dae-8f27-072ec1be9bf6 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:48.868498 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-9a9dd402-59c4-48db-964b-0374c46b9e5b req-300506db-f7ca-4dae-8f27-072ec1be9bf6 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dba4c97-bb45-403d-ab17-018eb778075a HTTP/1.1" status: 200 len: 945 time: 0.0836754 Aug 25 16:08:48.909931 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-6189510c-1a95-4725-80bf-65e0553be444 req-2a8f2dfd-64b1-4a29-b730-289dc7ac89eb tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Unset dirty status for tenant:591eb28aab5d4997b8f42198dea9c8b4 on resource:security_group {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:08:48.911078 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6189510c-1a95-4725-80bf-65e0553be444 req-2a8f2dfd-64b1-4a29-b730-289dc7ac89eb tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff70ed2-2150-4f93-abc3-af42ad2cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499133 Aug 25 16:08:48.917085 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-9a9dd402-59c4-48db-964b-0374c46b9e5b req-88a0ffd0-d323-4e91-a307-d013202fec65 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425594 Aug 25 16:08:49.022313 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-f555826d-41ba-4dd9-b2cc-70dfba3323c0 req-6b215a02-3a57-4a22-876c-c2664e73a3f0 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] For port a135a3be-a756-44a8-a693-182e684ea79b, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a135a3be-a756-44a8-a693-182e684ea79b,segment=NetworkSegment(61fee6c7-ad76-40fb-8847-c586ac08ad22),segment_id=61fee6c7-ad76-40fb-8847-c586ac08ad22)] {{(pid=75046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:49.022663 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-f555826d-41ba-4dd9-b2cc-70dfba3323c0 req-6b215a02-3a57-4a22-876c-c2664e73a3f0 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:49.143529 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-f555826d-41ba-4dd9-b2cc-70dfba3323c0 req-6b215a02-3a57-4a22-876c-c2664e73a3f0 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Calling delete_port for a135a3be-a756-44a8-a693-182e684ea79b owned by compute:nova {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:08:49.284794 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-f555826d-41ba-4dd9-b2cc-70dfba3323c0 req-6b215a02-3a57-4a22-876c-c2664e73a3f0 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:49.290616 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-b68ed420-f911-419b-b652-66372271fee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:49.336623 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b215a02-3a57-4a22-876c-c2664e73a3f0 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Pushing event deleted for resources: {'Port': ['ID=a135a3be-a756-44a8-a693-182e684ea79b,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:49.338971 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-6b215a02-3a57-4a22-876c-c2664e73a3f0 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:49.346804 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aae4fb-728f-44a3-a286-a43a6f860923 req-256b9fc0-fb11-48c7-80f6-d4c05762d380 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:49.348259 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-09aae4fb-728f-44a3-a286-a43a6f860923 req-256b9fc0-fb11-48c7-80f6-d4c05762d380 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.0798459 Aug 25 16:08:49.349899 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['5d9c29e6-4d23-40c8-9b7d-cbf20832f84e', '7cbe1000-d34f-47f5-87d2-e8205a68c21f', 'a135a3be-a756-44a8-a693-182e684ea79b'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:08:49.400999 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-09aae4fb-728f-44a3-a286-a43a6f860923 req-4e07b23b-9884-4da4-8656-37e64c753485 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436018 Aug 25 16:08:49.427092 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-f555826d-41ba-4dd9-b2cc-70dfba3323c0 req-6b215a02-3a57-4a22-876c-c2664e73a3f0 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] No DVR routers for this DVR port a135a3be-a756-44a8-a693-182e684ea79b on host hv-cinder-80600 {{(pid=75046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:08:49.430133 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-f555826d-41ba-4dd9-b2cc-70dfba3323c0 req-6b215a02-3a57-4a22-876c-c2664e73a3f0 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:49.431069 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:08:49.433022 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dba4c97-bb45-403d-ab17-018eb778075a', 'name': 'network-vif-deleted', 'tag': 'a135a3be-a756-44a8-a693-182e684ea79b'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:08:49.450183 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f555826d-41ba-4dd9-b2cc-70dfba3323c0 req-6b215a02-3a57-4a22-876c-c2664e73a3f0 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.21 "DELETE /v2.0/ports/a135a3be-a756-44a8-a693-182e684ea79b HTTP/1.1" status: 204 len: 173 time: 0.7841320 Aug 25 16:08:49.491406 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dba4c97-bb45-403d-ab17-018eb778075a', 'name': 'network-vif-deleted', 'tag': 'a135a3be-a756-44a8-a693-182e684ea79b', 'status': 'completed', 'code': 200} Aug 25 16:08:50.104979 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-b54454cf-945c-4aad-a6db-f00ad2b5e6ec req-a09af327-d4ea-465e-8c19-ef70cd5de972 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Synchronizing usage tracker for tenant:2e09075145744d7794abaa90e728ee8c on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:08:50.111213 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7a8b3-ac8e-4941-81fe-a1d7bd116507 req-43e4d77b-f450-4141-a5b9-5b8cf374de32 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:50.114255 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a5e7a8b3-ac8e-4941-81fe-a1d7bd116507 req-43e4d77b-f450-4141-a5b9-5b8cf374de32 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9dcbbc4-9161-4c05-aadc-5abc647e06b1 HTTP/1.1" status: 200 len: 948 time: 0.0816307 Aug 25 16:08:50.125112 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-b54454cf-945c-4aad-a6db-f00ad2b5e6ec req-a09af327-d4ea-465e-8c19-ef70cd5de972 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Unset dirty status for tenant:2e09075145744d7794abaa90e728ee8c on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:08:50.126722 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-b54454cf-945c-4aad-a6db-f00ad2b5e6ec req-a09af327-d4ea-465e-8c19-ef70cd5de972 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dba4c97-bb45-403d-ab17-018eb778075a HTTP/1.1" status: 200 len: 210 time: 0.0661821 Aug 25 16:08:50.167848 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a5e7a8b3-ac8e-4941-81fe-a1d7bd116507 req-9c886dec-2317-4dd8-84c4-0461bf9b35f3 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff70ed2-2150-4f93-abc3-af42ad2cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475054 Aug 25 16:08:50.612961 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9984ab-ff70-453e-bf42-8146466c12b9 req-dbe599de-3bdb-479e-97e6-ba442dae0f2c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:50.615374 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3d9984ab-ff70-453e-bf42-8146466c12b9 req-dbe599de-3bdb-479e-97e6-ba442dae0f2c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.0834219 Aug 25 16:08:50.664213 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3d9984ab-ff70-453e-bf42-8146466c12b9 req-50b8dcf2-4604-401f-bd67-4f3b64275036 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427120 Aug 25 16:08:51.261545 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-707f240a-96a4-4477-b399-8e6b3080f17e req-16ba2916-05ae-42c1-99ec-489989d8415b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Synchronizing usage tracker for tenant:8d49b7bf8eb94202b4e68c00481db1bb on resource:security_group {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:08:51.277868 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-707f240a-96a4-4477-b399-8e6b3080f17e req-16ba2916-05ae-42c1-99ec-489989d8415b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Unset dirty status for tenant:8d49b7bf8eb94202b4e68c00481db1bb on resource:security_group {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:08:51.279216 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-707f240a-96a4-4477-b399-8e6b3080f17e req-16ba2916-05ae-42c1-99ec-489989d8415b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1532924622&fields=id&tenant_id=8d49b7bf8eb94202b4e68c00481db1bb HTTP/1.1" status: 200 len: 267 time: 0.0579433 Aug 25 16:08:51.364653 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device d5bba68a-78ee-40a7-9767-29584ed9b6a5 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:08:51.375170 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device a135a3be-a756-44a8-a693-182e684ea79b no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:08:51.415087 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] No Port match for: a135a3be-a756-44a8-a693-182e684ea79b {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:08:51.415441 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device a135a3be-a756-44a8-a693-182e684ea79b not bound to the agent host hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:08:51.455041 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f240a-96a4-4477-b399-8e6b3080f17e req-c6480314-79df-4980-ac32-cfa2513f9c21 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:51.455907 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-707f240a-96a4-4477-b399-8e6b3080f17e req-c6480314-79df-4980-ac32-cfa2513f9c21 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Synchronizing usage tracker for tenant:8d49b7bf8eb94202b4e68c00481db1bb on resource:network {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:08:51.477338 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-707f240a-96a4-4477-b399-8e6b3080f17e req-c6480314-79df-4980-ac32-cfa2513f9c21 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Unset dirty status for tenant:8d49b7bf8eb94202b4e68c00481db1bb on resource:network {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:08:51.478492 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-707f240a-96a4-4477-b399-8e6b3080f17e req-c6480314-79df-4980-ac32-cfa2513f9c21 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/networks?id=718b11f1-f8ce-4b3b-a0cd-44603747195c HTTP/1.1" status: 200 len: 811 time: 0.1927912 Aug 25 16:08:51.496744 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-707f240a-96a4-4477-b399-8e6b3080f17e req-6d517d2d-b740-45e5-a0fe-06331929f02b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/quotas/8d49b7bf8eb94202b4e68c00481db1bb HTTP/1.1" status: 200 len: 375 time: 0.0114734 Aug 25 16:08:51.551557 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port d5bba68a-78ee-40a7-9767-29584ed9b6a5, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d5bba68a-78ee-40a7-9767-29584ed9b6a5,segment=NetworkSegment(c1ba730a-5815-4b69-98c0-4e12e539d14e),segment_id=c1ba730a-5815-4b69-98c0-4e12e539d14e)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:51.566951 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Returning: {'device': 'd5bba68a-78ee-40a7-9767-29584ed9b6a5', 'network_id': 'd66e2272-0f61-4263-8790-3f9b41b5e402', 'port_id': 'd5bba68a-78ee-40a7-9767-29584ed9b6a5', 'mac_address': 'fa:16:3e:c8:17:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2f50d2-484a-4d72-bf93-dfa004a6fc3f', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:08:51.614201 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-707f240a-96a4-4477-b399-8e6b3080f17e req-997f1f71-6315-4f56-9cea-3bc30e33bf0c tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Synchronizing usage tracker for tenant:8d49b7bf8eb94202b4e68c00481db1bb on resource:port {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:08:51.642492 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:51.665287 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-707f240a-96a4-4477-b399-8e6b3080f17e req-997f1f71-6315-4f56-9cea-3bc30e33bf0c tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Unset dirty status for tenant:8d49b7bf8eb94202b4e68c00481db1bb on resource:port {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:08:51.665557 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5bba68a-78ee-40a7-9767-29584ed9b6a5 {{(pid=75047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:08:51.666772 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-707f240a-96a4-4477-b399-8e6b3080f17e req-997f1f71-6315-4f56-9cea-3bc30e33bf0c tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d49b7bf8eb94202b4e68c00481db1bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1611497 Aug 25 16:08:51.703310 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port d5bba68a-78ee-40a7-9767-29584ed9b6a5, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d5bba68a-78ee-40a7-9767-29584ed9b6a5,segment=NetworkSegment(c1ba730a-5815-4b69-98c0-4e12e539d14e),segment_id=c1ba730a-5815-4b69-98c0-4e12e539d14e)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:51.711491 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:51.715291 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:51.801982 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=d5bba68a-78ee-40a7-9767-29584ed9b6a5,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:51.806460 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:51.856716 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-707f240a-96a4-4477-b399-8e6b3080f17e req-a8a9a4dd-5d9a-4369-8e62-2ff97ea0029a service neutron] 10.222.0.43 "GET /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732917 Aug 25 16:08:51.940395 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e26ea-3617-4c49-b3d6-c26818babef3 req-651392c0-5b1f-4ae7-adae-008d8e68c4c8 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:51.941933 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c71e26ea-3617-4c49-b3d6-c26818babef3 req-651392c0-5b1f-4ae7-adae-008d8e68c4c8 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9dcbbc4-9161-4c05-aadc-5abc647e06b1 HTTP/1.1" status: 200 len: 949 time: 0.1559777 Aug 25 16:08:51.987340 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c71e26ea-3617-4c49-b3d6-c26818babef3 req-86093771-c4fa-4114-80bb-6682266fe872 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff70ed2-2150-4f93-abc3-af42ad2cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392549 Aug 25 16:08:51.987930 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-707f240a-96a4-4477-b399-8e6b3080f17e req-9c3b3319-5f04-420e-8c20-a11740d2026c service neutron] 10.222.0.43 "GET /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255717 Aug 25 16:08:52.093350 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b03617-ff1f-46c0-a8db-2ca7a01b4931 req-ab5fcb95-c30f-461f-a093-88acaa3c6393 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:52.095080 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c5b03617-ff1f-46c0-a8db-2ca7a01b4931 req-ab5fcb95-c30f-461f-a093-88acaa3c6393 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.0863953 Aug 25 16:08:52.185187 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-c5b03617-ff1f-46c0-a8db-2ca7a01b4931 req-f91d5084-a193-4be0-8e4a-44f22460ce88 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Deleting port 3a31aab4-f819-4247-9a1f-fd97d8d1c947 {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:08:52.185552 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-c5b03617-ff1f-46c0-a8db-2ca7a01b4931 req-f91d5084-a193-4be0-8e4a-44f22460ce88 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:52.283262 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['d5bba68a-78ee-40a7-9767-29584ed9b6a5'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:08:52.559533 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2b6d459d-6374-4087-a68b-55f292cf9edb req-ff8aaad5-99a6-44eb-b3c6-e0564c8cb62a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 210 time: 0.0620477 Aug 25 16:08:52.564590 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-c5b03617-ff1f-46c0-a8db-2ca7a01b4931 req-f91d5084-a193-4be0-8e4a-44f22460ce88 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] For port 3a31aab4-f819-4247-9a1f-fd97d8d1c947, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3a31aab4-f819-4247-9a1f-fd97d8d1c947,segment=NetworkSegment(ae45f4da-7e93-4d9e-a93e-e971d68c1d91),segment_id=ae45f4da-7e93-4d9e-a93e-e971d68c1d91)] {{(pid=75046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:52.564938 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-c5b03617-ff1f-46c0-a8db-2ca7a01b4931 req-f91d5084-a193-4be0-8e4a-44f22460ce88 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:52.614565 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90d050-2a22-42d2-bfe2-d9f1bd1839d9 req-74a71135-949c-4122-b1cd-98744e2be179 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:52.617100 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ce90d050-2a22-42d2-bfe2-d9f1bd1839d9 req-74a71135-949c-4122-b1cd-98744e2be179 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 945 time: 0.1019869 Aug 25 16:08:52.675919 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ce90d050-2a22-42d2-bfe2-d9f1bd1839d9 req-0a341b7f-9f35-4121-8715-612493d95ccf tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/security-groups?id=04797807-afb8-4e9c-8f2e-11efb1d3c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529642 Aug 25 16:08:52.754995 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-c5b03617-ff1f-46c0-a8db-2ca7a01b4931 req-f91d5084-a193-4be0-8e4a-44f22460ce88 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Calling delete_port for 3a31aab4-f819-4247-9a1f-fd97d8d1c947 owned by compute:nova {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:08:52.875011 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95caa2-a26a-4340-bc9f-44d121640b01 req-3d8ac591-c82a-4fbd-886b-b9680af3214a tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:52.876466 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7e95caa2-a26a-4340-bc9f-44d121640b01 req-3d8ac591-c82a-4fbd-886b-b9680af3214a tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cc1c564-e128-4a23-97d5-1310c287e804 HTTP/1.1" status: 200 len: 945 time: 0.1646640 Aug 25 16:08:52.980780 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7e95caa2-a26a-4340-bc9f-44d121640b01 req-6af1ba63-6cb0-4a3e-b982-29ce7a89590b tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691204 Aug 25 16:08:52.982082 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-c5b03617-ff1f-46c0-a8db-2ca7a01b4931 req-f91d5084-a193-4be0-8e4a-44f22460ce88 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:52.988051 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-eaef33d7-0609-43dc-a6d6-44d32d49b75f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:53.030580 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d5084-a193-4be0-8e4a-44f22460ce88 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Pushing event deleted for resources: {'Port': ['ID=3a31aab4-f819-4247-9a1f-fd97d8d1c947,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:53.034462 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-f91d5084-a193-4be0-8e4a-44f22460ce88 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:53.112879 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b03617-ff1f-46c0-a8db-2ca7a01b4931 req-f91d5084-a193-4be0-8e4a-44f22460ce88 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] No DVR routers for this DVR port 3a31aab4-f819-4247-9a1f-fd97d8d1c947 on host hv-cinder-80600 {{(pid=75046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:08:53.117853 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-c5b03617-ff1f-46c0-a8db-2ca7a01b4931 req-f91d5084-a193-4be0-8e4a-44f22460ce88 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:53.120974 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfc472b-1f44-44dd-8839-ddab340c7beb', 'name': 'network-vif-deleted', 'tag': '3a31aab4-f819-4247-9a1f-fd97d8d1c947'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:08:53.139681 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c5b03617-ff1f-46c0-a8db-2ca7a01b4931 req-f91d5084-a193-4be0-8e4a-44f22460ce88 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.21 "DELETE /v2.0/ports/3a31aab4-f819-4247-9a1f-fd97d8d1c947 HTTP/1.1" status: 204 len: 173 time: 1.0173357 Aug 25 16:08:53.187081 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfc472b-1f44-44dd-8839-ddab340c7beb', 'name': 'network-vif-deleted', 'tag': '3a31aab4-f819-4247-9a1f-fd97d8d1c947', 'status': 'completed', 'code': 200} Aug 25 16:08:53.205745 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0789e-62ef-419f-8bbf-6af28f3ddf89 req-734505da-ebf6-4c4a-8efa-303b1ee1e3d6 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:53.209732 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-9ce0789e-62ef-419f-8bbf-6af28f3ddf89 req-734505da-ebf6-4c4a-8efa-303b1ee1e3d6 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9dcbbc4-9161-4c05-aadc-5abc647e06b1 HTTP/1.1" status: 200 len: 949 time: 0.0901790 Aug 25 16:08:53.253252 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-9ce0789e-62ef-419f-8bbf-6af28f3ddf89 req-e2a0f830-87ca-41d3-9e14-c0199f7f59b3 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff70ed2-2150-4f93-abc3-af42ad2cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400121 Aug 25 16:08:53.446392 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['3a31aab4-f819-4247-9a1f-fd97d8d1c947'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:08:53.739516 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a1583410-1e55-4a69-96fd-103e61f06ac9 req-3de53d13-012b-4106-8f31-3c7ec4dbfa83 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 210 time: 0.0417705 Aug 25 16:08:53.857096 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-5b9a05fe-ac19-4ffb-876e-fa0dde90877a req-87be30b0-80f7-4d5b-9c91-eee8f7c92607 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Synchronizing usage tracker for tenant:f675e5666b19428a9822ff26629e69fc on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:08:53.895438 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-5b9a05fe-ac19-4ffb-876e-fa0dde90877a req-87be30b0-80f7-4d5b-9c91-eee8f7c92607 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Unset dirty status for tenant:f675e5666b19428a9822ff26629e69fc on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:08:53.897196 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5b9a05fe-ac19-4ffb-876e-fa0dde90877a req-87be30b0-80f7-4d5b-9c91-eee8f7c92607 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] 10.222.0.43 "GET /v2.0/ports?device_id=6bfc472b-1f44-44dd-8839-ddab340c7beb HTTP/1.1" status: 200 len: 210 time: 0.0817595 Aug 25 16:08:54.024202 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f240a-96a4-4477-b399-8e6b3080f17e req-2ce83a68-7687-4ebc-8a12-030dfe266d05 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:54.025715 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-707f240a-96a4-4477-b399-8e6b3080f17e req-2ce83a68-7687-4ebc-8a12-030dfe266d05 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.21 "GET /v2.0/networks?id=718b11f1-f8ce-4b3b-a0cd-44603747195c HTTP/1.1" status: 200 len: 811 time: 0.1573098 Aug 25 16:08:54.100001 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-707f240a-96a4-4477-b399-8e6b3080f17e req-bad513e5-7d20-4d7c-b9e7-c0e47ad40adc tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Synchronizing usage tracker for tenant:8d49b7bf8eb94202b4e68c00481db1bb on resource:security_group {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:08:54.111150 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-707f240a-96a4-4477-b399-8e6b3080f17e req-bad513e5-7d20-4d7c-b9e7-c0e47ad40adc tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Unset dirty status for tenant:8d49b7bf8eb94202b4e68c00481db1bb on resource:security_group {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:08:54.112235 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-707f240a-96a4-4477-b399-8e6b3080f17e req-bad513e5-7d20-4d7c-b9e7-c0e47ad40adc tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d49b7bf8eb94202b4e68c00481db1bb HTTP/1.1" status: 200 len: 380 time: 0.0635149 Aug 25 16:08:54.121832 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-707f240a-96a4-4477-b399-8e6b3080f17e req-1c1a9452-86af-41fd-a890-dfeae1c16d08 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Request body: {'port': {'device_id': '8303786f-07e2-4f55-bf0a-2f376ea977b1', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'admin_state_up': True, 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'security_groups': ['97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b']}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:54.196576 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede67ba-4323-41a1-9c05-244fb3368f4c req-d515077e-9553-4b93-8929-4222d3e6ba68 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:54.198519 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6ede67ba-4323-41a1-9c05-244fb3368f4c req-d515077e-9553-4b93-8929-4222d3e6ba68 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cc1c564-e128-4a23-97d5-1310c287e804 HTTP/1.1" status: 200 len: 945 time: 0.0815535 Aug 25 16:08:54.244440 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6ede67ba-4323-41a1-9c05-244fb3368f4c req-442c0180-83ef-434c-a7d2-e3b49b0d91b9 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408232 Aug 25 16:08:54.256804 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-707f240a-96a4-4477-b399-8e6b3080f17e req-1c1a9452-86af-41fd-a890-dfeae1c16d08 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:54.266656 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-707f240a-96a4-4477-b399-8e6b3080f17e req-1c1a9452-86af-41fd-a890-dfeae1c16d08 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:54.277214 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-707f240a-96a4-4477-b399-8e6b3080f17e req-1c1a9452-86af-41fd-a890-dfeae1c16d08 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Made reservation on behalf of 8d49b7bf8eb94202b4e68c00481db1bb for: {'port': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:08:54.280146 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-707f240a-96a4-4477-b399-8e6b3080f17e req-1c1a9452-86af-41fd-a890-dfeae1c16d08 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:54.569629 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.db_base_plugin_common [req-707f240a-96a4-4477-b399-8e6b3080f17e req-1c1a9452-86af-41fd-a890-dfeae1c16d08 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Allocated IP 172.20.0.11 (718b11f1-f8ce-4b3b-a0cd-44603747195c/bab66fe1-445a-43bc-ae43-f295df741f59/47bc703f-8019-401a-88e6-3139b33f8cb9) {{(pid=75046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:08:54.615826 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba106e-d223-4f6b-bc45-1aab4ab97c69 req-191bcd60-0fc6-460e-a5de-4bba45f6ca8d tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:54.617521 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-88ba106e-d223-4f6b-bc45-1aab4ab97c69 req-191bcd60-0fc6-460e-a5de-4bba45f6ca8d tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9dcbbc4-9161-4c05-aadc-5abc647e06b1 HTTP/1.1" status: 200 len: 949 time: 0.2036638 Aug 25 16:08:54.753077 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-88ba106e-d223-4f6b-bc45-1aab4ab97c69 req-ddd24af3-6da4-4e76-8db8-b7e616c38437 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff70ed2-2150-4f93-abc3-af42ad2cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285048 Aug 25 16:08:54.808138 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-707f240a-96a4-4477-b399-8e6b3080f17e req-1c1a9452-86af-41fd-a890-dfeae1c16d08 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for port, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:54.823524 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.provisioning_blocks [req-707f240a-96a4-4477-b399-8e6b3080f17e req-1c1a9452-86af-41fd-a890-dfeae1c16d08 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Transition to ACTIVE for port object 47bc703f-8019-401a-88e6-3139b33f8cb9 will not be triggered until provisioned by entity DHCP. {{(pid=75046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:54.846651 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-707f240a-96a4-4477-b399-8e6b3080f17e req-1c1a9452-86af-41fd-a890-dfeae1c16d08 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:54.854114 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-1a8205c3-3e26-4c63-9866-29ee935d4c8a tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:54.925600 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-707f240a-96a4-4477-b399-8e6b3080f17e req-1c1a9452-86af-41fd-a890-dfeae1c16d08 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Network 718b11f1-f8ce-4b3b-a0cd-44603747195c is already hosted by enough agents. {{(pid=75046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:08:54.928986 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [req-707f240a-96a4-4477-b399-8e6b3080f17e req-1c1a9452-86af-41fd-a890-dfeae1c16d08 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Resources bound (agent type, host, resource id): {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:54.931472 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-707f240a-96a4-4477-b399-8e6b3080f17e req-1c1a9452-86af-41fd-a890-dfeae1c16d08 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Received port after_create {{(pid=75046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:08:54.972124 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a9452-86af-41fd-a890-dfeae1c16d08 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Pushing event updated for resources: {'Port': ['ID=47bc703f-8019-401a-88e6-3139b33f8cb9,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:54.975610 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-1c1a9452-86af-41fd-a890-dfeae1c16d08 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:55.001893 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f240a-96a4-4477-b399-8e6b3080f17e req-1c1a9452-86af-41fd-a890-dfeae1c16d08 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:55.002614 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-707f240a-96a4-4477-b399-8e6b3080f17e req-1c1a9452-86af-41fd-a890-dfeae1c16d08 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:55.032164 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-707f240a-96a4-4477-b399-8e6b3080f17e req-1c1a9452-86af-41fd-a890-dfeae1c16d08 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9140260 Aug 25 16:08:55.048218 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 50478) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:55.052371 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-707f240a-96a4-4477-b399-8e6b3080f17e req-de6800ad-c0f5-4161-a842-f9223ac7f953 service neutron] Request body: {'port': {'device_id': '8303786f-07e2-4f55-bf0a-2f376ea977b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:55.086159 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badd36e-b9aa-42c8-9835-f39021670c9d req-4775a1ad-0896-48e6-a8b7-f7c818bd050e tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:55.095115 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-9badd36e-b9aa-42c8-9835-f39021670c9d req-4775a1ad-0896-48e6-a8b7-f7c818bd050e tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 932 time: 0.2282498 Aug 25 16:08:55.113394 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7b1bd-aec5-4a34-bfd0-1e5e07c54308 req-90aaa4fb-4d85-48b6-8ac6-2d8cbb54b8f1 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:55.114835 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-d9e7b1bd-aec5-4a34-bfd0-1e5e07c54308 req-90aaa4fb-4d85-48b6-8ac6-2d8cbb54b8f1 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cc1c564-e128-4a23-97d5-1310c287e804 HTTP/1.1" status: 200 len: 945 time: 0.2792141 Aug 25 16:08:55.200108 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-9badd36e-b9aa-42c8-9835-f39021670c9d req-1cd20587-a429-4d2a-9354-edced8fb0402 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041541 Aug 25 16:08:55.224984 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [req-d9e7b1bd-aec5-4a34-bfd0-1e5e07c54308 req-f107cc9c-0d18-4aaa-8e32-4d108492e306 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Deleting port 7cbe1000-d34f-47f5-87d2-e8205a68c21f {{(pid=75045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:08:55.225311 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-d9e7b1bd-aec5-4a34-bfd0-1e5e07c54308 req-f107cc9c-0d18-4aaa-8e32-4d108492e306 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:55.269570 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-707f240a-96a4-4477-b399-8e6b3080f17e req-de6800ad-c0f5-4161-a842-f9223ac7f953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:55.284783 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-28139263-cc43-45bc-a97b-40e15072d41e None None] Provisioning for port 47bc703f-8019-401a-88e6-3139b33f8cb9 completed by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:55.298190 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-28139263-cc43-45bc-a97b-40e15072d41e None None] Provisioning complete for port 47bc703f-8019-401a-88e6-3139b33f8cb9 triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:55.298897 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-28139263-cc43-45bc-a97b-40e15072d41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:55.390049 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-28139263-cc43-45bc-a97b-40e15072d41e None None] Port 47bc703f-8019-401a-88e6-3139b33f8cb9 cannot update to ACTIVE because it is not bound. {{(pid=75047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:08:55.434711 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device d5bba68a-78ee-40a7-9767-29584ed9b6a5 up at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:55.505807 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning for port d5bba68a-78ee-40a7-9767-29584ed9b6a5 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:55.506040 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.db [req-d9e7b1bd-aec5-4a34-bfd0-1e5e07c54308 req-f107cc9c-0d18-4aaa-8e32-4d108492e306 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] For port 7cbe1000-d34f-47f5-87d2-e8205a68c21f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7cbe1000-d34f-47f5-87d2-e8205a68c21f,segment=NetworkSegment(61fee6c7-ad76-40fb-8847-c586ac08ad22),segment_id=61fee6c7-ad76-40fb-8847-c586ac08ad22)] {{(pid=75045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:55.506362 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-d9e7b1bd-aec5-4a34-bfd0-1e5e07c54308 req-f107cc9c-0d18-4aaa-8e32-4d108492e306 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:55.514325 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning complete for port d5bba68a-78ee-40a7-9767-29584ed9b6a5 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:55.515936 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:55.638036 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [req-d9e7b1bd-aec5-4a34-bfd0-1e5e07c54308 req-f107cc9c-0d18-4aaa-8e32-4d108492e306 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Calling delete_port for 7cbe1000-d34f-47f5-87d2-e8205a68c21f owned by compute:nova {{(pid=75045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:08:55.644590 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:55.673098 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9dcbbc4-9161-4c05-aadc-5abc647e06b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bba68a-78ee-40a7-9767-29584ed9b6a5'}] {{(pid=75047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:08:55.685817 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port d5bba68a-78ee-40a7-9767-29584ed9b6a5, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d5bba68a-78ee-40a7-9767-29584ed9b6a5,segment=NetworkSegment(c1ba730a-5815-4b69-98c0-4e12e539d14e),segment_id=c1ba730a-5815-4b69-98c0-4e12e539d14e)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:55.691357 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:55.692560 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 3a31aab4-f819-4247-9a1f-fd97d8d1c947 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:08:55.720026 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:55.722701 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b861d-8df6-4cc6-93d8-2b4d3d24de99 req-9039a3d7-fff8-4d5e-9adf-9ebb010f60e9 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:55.730352 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-dc5b861d-8df6-4cc6-93d8-2b4d3d24de99 req-9039a3d7-fff8-4d5e-9adf-9ebb010f60e9 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cc1c564-e128-4a23-97d5-1310c287e804 HTTP/1.1" status: 200 len: 945 time: 0.3234103 Aug 25 16:08:55.757600 dv-cinder-806008-1-iscsi neutron-server[75047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9dcbbc4-9161-4c05-aadc-5abc647e06b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bba68a-78ee-40a7-9767-29584ed9b6a5', 'code': 200} Aug 25 16:08:55.763626 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] No Port match for: 3a31aab4-f819-4247-9a1f-fd97d8d1c947 {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:08:55.764321 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 3a31aab4-f819-4247-9a1f-fd97d8d1c947 not bound to the agent host hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:08:55.764960 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 7cbe1000-d34f-47f5-87d2-e8205a68c21f no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:08:55.816754 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-d9e7b1bd-aec5-4a34-bfd0-1e5e07c54308 req-f107cc9c-0d18-4aaa-8e32-4d108492e306 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:55.833081 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-9b7570d1-e7d8-408d-99b4-f2dbf6271a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:55.842443 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] No Port match for: 7cbe1000-d34f-47f5-87d2-e8205a68c21f {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:08:55.843060 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 7cbe1000-d34f-47f5-87d2-e8205a68c21f not bound to the agent host hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:08:55.853120 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['5d9c29e6-4d23-40c8-9b7d-cbf20832f84e'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:08:55.860602 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-dc5b861d-8df6-4cc6-93d8-2b4d3d24de99 req-cb655188-32df-4ce4-8ade-d3ac567f0466 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292474 Aug 25 16:08:55.926491 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=d5bba68a-78ee-40a7-9767-29584ed9b6a5,revision_number=5']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:55.934889 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:55.949044 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-c139a39b-df0c-43d4-bba0-70577e843efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:55.951981 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107cc9c-0d18-4aaa-8e32-4d108492e306 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Pushing event deleted for resources: {'Port': ['ID=7cbe1000-d34f-47f5-87d2-e8205a68c21f,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:55.959747 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-f107cc9c-0d18-4aaa-8e32-4d108492e306 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:56.000325 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e7b1bd-aec5-4a34-bfd0-1e5e07c54308 req-f107cc9c-0d18-4aaa-8e32-4d108492e306 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] No DVR routers for this DVR port 7cbe1000-d34f-47f5-87d2-e8205a68c21f on host hv-cinder-80600 {{(pid=75045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:08:56.003785 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-d9e7b1bd-aec5-4a34-bfd0-1e5e07c54308 req-f107cc9c-0d18-4aaa-8e32-4d108492e306 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:56.008672 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc1c564-e128-4a23-97d5-1310c287e804', 'name': 'network-vif-deleted', 'tag': '7cbe1000-d34f-47f5-87d2-e8205a68c21f'}] {{(pid=75045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:08:56.026585 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-d9e7b1bd-aec5-4a34-bfd0-1e5e07c54308 req-f107cc9c-0d18-4aaa-8e32-4d108492e306 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.21 "DELETE /v2.0/ports/7cbe1000-d34f-47f5-87d2-e8205a68c21f HTTP/1.1" status: 204 len: 173 time: 0.8771780 Aug 25 16:08:56.026922 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.db.resource_extend [req-707f240a-96a4-4477-b399-8e6b3080f17e req-de6800ad-c0f5-4161-a842-f9223ac7f953 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 16:08:56.075979 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc1c564-e128-4a23-97d5-1310c287e804', 'name': 'network-vif-deleted', 'tag': '7cbe1000-d34f-47f5-87d2-e8205a68c21f', 'status': 'completed', 'code': 200} Aug 25 16:08:56.217958 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [req-707f240a-96a4-4477-b399-8e6b3080f17e req-de6800ad-c0f5-4161-a842-f9223ac7f953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47bc703f-8019-401a-88e6-3139b33f8cb9 {{(pid=75046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:08:56.229872 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-707f240a-96a4-4477-b399-8e6b3080f17e req-de6800ad-c0f5-4161-a842-f9223ac7f953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:56.263515 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.provisioning_blocks [req-707f240a-96a4-4477-b399-8e6b3080f17e req-de6800ad-c0f5-4161-a842-f9223ac7f953 service neutron] Transition to ACTIVE for port object 47bc703f-8019-401a-88e6-3139b33f8cb9 will not be triggered until provisioned by entity L2. {{(pid=75046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:56.274985 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-707f240a-96a4-4477-b399-8e6b3080f17e req-de6800ad-c0f5-4161-a842-f9223ac7f953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:56.281621 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:56.401696 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:56.420841 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e1123-7b7f-4c53-8acb-f9e968f21b71 req-d0ce6087-ab10-4c5d-8db7-bcd479e4b7e0 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:56.422283 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ca6e1123-7b7f-4c53-8acb-f9e968f21b71 req-d0ce6087-ab10-4c5d-8db7-bcd479e4b7e0 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 944 time: 0.0858822 Aug 25 16:08:56.425282 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c78af930-16aa-47a9-9cfa-7492810f0dad req-ba1fb847-7ba6-4490-9277-a0a40baf57b8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b9dcbbc4-9161-4c05-aadc-5abc647e06b1 HTTP/1.1" status: 200 len: 1103 time: 0.3785291 Aug 25 16:08:56.431074 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c81b4-18f6-4723-a6c0-fae60e1e0fb9 req-0adfff99-f39c-46d8-a9f1-3000515b5c83 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:56.432407 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-643c81b4-18f6-4723-a6c0-fae60e1e0fb9 req-0adfff99-f39c-46d8-a9f1-3000515b5c83 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9dcbbc4-9161-4c05-aadc-5abc647e06b1 HTTP/1.1" status: 200 len: 950 time: 0.3845079 Aug 25 16:08:56.468525 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ca6e1123-7b7f-4c53-8acb-f9e968f21b71 req-c631f3b3-1c05-4b38-8cf3-c04524c3fb43 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398662 Aug 25 16:08:56.483985 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-af0d80c5-57e3-402d-b5d1-1060b34b8b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684895'] for router_interface, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:56.607250 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6800ad-c0f5-4161-a842-f9223ac7f953 service neutron] Pushing event updated for resources: {'Port': ['ID=47bc703f-8019-401a-88e6-3139b33f8cb9,revision_number=2']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:56.627188 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-de6800ad-c0f5-4161-a842-f9223ac7f953 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:56.669800 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c78af930-16aa-47a9-9cfa-7492810f0dad req-38bf7ae6-63cd-4ace-b4e5-7935b8667f8f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eff70ed2-2150-4f93-abc3-af42ad2cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234726 Aug 25 16:08:56.674225 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-643c81b4-18f6-4723-a6c0-fae60e1e0fb9 req-e8dac3a9-08b2-47d9-b586-456ee302bdc3 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff70ed2-2150-4f93-abc3-af42ad2cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289705 Aug 25 16:08:56.783733 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-707f240a-96a4-4477-b399-8e6b3080f17e req-de6800ad-c0f5-4161-a842-f9223ac7f953 service neutron] Attempting to bind port 47bc703f-8019-401a-88e6-3139b33f8cb9 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:08:56.783979 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-707f240a-96a4-4477-b399-8e6b3080f17e req-de6800ad-c0f5-4161-a842-f9223ac7f953 service neutron] Attempting to bind port 47bc703f-8019-401a-88e6-3139b33f8cb9 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '630333ee-311f-409b-bedf-635d01350e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c'}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:08:56.784297 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707f240a-96a4-4477-b399-8e6b3080f17e req-de6800ad-c0f5-4161-a842-f9223ac7f953 service neutron] Attempting to bind port 47bc703f-8019-401a-88e6-3139b33f8cb9 on network 718b11f1-f8ce-4b3b-a0cd-44603747195c {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:08:56.843523 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707f240a-96a4-4477-b399-8e6b3080f17e req-de6800ad-c0f5-4161-a842-f9223ac7f953 service neutron] Port 47bc703f-8019-401a-88e6-3139b33f8cb9 on network 718b11f1-f8ce-4b3b-a0cd-44603747195c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:08:56.843839 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707f240a-96a4-4477-b399-8e6b3080f17e req-de6800ad-c0f5-4161-a842-f9223ac7f953 service neutron] Attempting to bind port 47bc703f-8019-401a-88e6-3139b33f8cb9 on network 718b11f1-f8ce-4b3b-a0cd-44603747195c {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:08:56.860982 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707f240a-96a4-4477-b399-8e6b3080f17e req-de6800ad-c0f5-4161-a842-f9223ac7f953 service neutron] Checking agent: {'id': '931cd7a1-d330-4f67-a87c-c25f72aa55d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:08:56.861319 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707f240a-96a4-4477-b399-8e6b3080f17e req-de6800ad-c0f5-4161-a842-f9223ac7f953 service neutron] Checking segment: {'id': '630333ee-311f-409b-bedf-635d01350e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:56.861692 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707f240a-96a4-4477-b399-8e6b3080f17e req-de6800ad-c0f5-4161-a842-f9223ac7f953 service neutron] Bound using segment: {'id': '630333ee-311f-409b-bedf-635d01350e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c'} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:08:56.862109 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-707f240a-96a4-4477-b399-8e6b3080f17e req-de6800ad-c0f5-4161-a842-f9223ac7f953 service neutron] Bound port: 47bc703f-8019-401a-88e6-3139b33f8cb9, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '630333ee-311f-409b-bedf-635d01350e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c'}}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:08:56.862443 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-707f240a-96a4-4477-b399-8e6b3080f17e req-de6800ad-c0f5-4161-a842-f9223ac7f953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:56.992259 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-707f240a-96a4-4477-b399-8e6b3080f17e req-de6800ad-c0f5-4161-a842-f9223ac7f953 service neutron] For port 47bc703f-8019-401a-88e6-3139b33f8cb9, host hv-cinder-80600, cleared binding levels {{(pid=75046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:08:57.008871 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-707f240a-96a4-4477-b399-8e6b3080f17e req-de6800ad-c0f5-4161-a842-f9223ac7f953 service neutron] For port 47bc703f-8019-401a-88e6-3139b33f8cb9, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=47bc703f-8019-401a-88e6-3139b33f8cb9,segment=NetworkSegment(630333ee-311f-409b-bedf-635d01350e69),segment_id=630333ee-311f-409b-bedf-635d01350e69)] {{(pid=75046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:08:57.016312 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-707f240a-96a4-4477-b399-8e6b3080f17e req-de6800ad-c0f5-4161-a842-f9223ac7f953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:57.026276 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-0aeb8eaa-0986-4baa-a47b-e4116f219e00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:57.151420 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-707f240a-96a4-4477-b399-8e6b3080f17e req-de6800ad-c0f5-4161-a842-f9223ac7f953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:57.153596 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-707f240a-96a4-4477-b399-8e6b3080f17e req-de6800ad-c0f5-4161-a842-f9223ac7f953 service neutron] 10.222.0.21 "PUT /v2.0/ports/47bc703f-8019-401a-88e6-3139b33f8cb9 HTTP/1.1" status: 200 len: 1094 time: 2.1055779 Aug 25 16:08:57.153596 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8303786f-07e2-4f55-bf0a-2f376ea977b1', 'tag': '47bc703f-8019-401a-88e6-3139b33f8cb9'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:08:57.206553 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6800ad-c0f5-4161-a842-f9223ac7f953 service neutron] Pushing event updated for resources: {'Port': ['ID=47bc703f-8019-401a-88e6-3139b33f8cb9,revision_number=3']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:57.210952 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-de6800ad-c0f5-4161-a842-f9223ac7f953 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:57.219930 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8303786f-07e2-4f55-bf0a-2f376ea977b1', 'tag': '47bc703f-8019-401a-88e6-3139b33f8cb9', 'status': 'completed', 'code': 200} Aug 25 16:08:57.419866 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-707f240a-96a4-4477-b399-8e6b3080f17e req-1b723b5b-0d6e-47c2-aeca-4d86a752d848 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d49b7bf8eb94202b4e68c00481db1bb&device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 1097 time: 0.1055799 Aug 25 16:08:57.536498 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-707f240a-96a4-4477-b399-8e6b3080f17e req-4c4d7772-1c7e-4cae-b39c-aa2e28345390 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47bc703f-8019-401a-88e6-3139b33f8cb9 HTTP/1.1" status: 200 len: 217 time: 0.0815344 Aug 25 16:08:57.616690 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f240a-96a4-4477-b399-8e6b3080f17e req-f52d2248-bb17-4bb6-baa5-f14a46d45cf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:57.618140 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-707f240a-96a4-4477-b399-8e6b3080f17e req-f52d2248-bb17-4bb6-baa5-f14a46d45cf1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab66fe1-445a-43bc-ae43-f295df741f59 HTTP/1.1" status: 200 len: 850 time: 0.0748489 Aug 25 16:08:57.687619 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416822c-17a1-42a0-bb1a-54e1ef00a0c6 req-cbe9e29c-1f26-45de-99cf-d5c16bcf4782 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:57.689080 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7416822c-17a1-42a0-bb1a-54e1ef00a0c6 req-cbe9e29c-1f26-45de-99cf-d5c16bcf4782 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 944 time: 0.0922797 Aug 25 16:08:57.727421 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [None req-af0d80c5-57e3-402d-b5d1-1060b34b8b9d admin admin] Deleting port d2bbbd07-7797-46ba-9337-b97d2982047f {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:08:57.727894 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-af0d80c5-57e3-402d-b5d1-1060b34b8b9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:57.737990 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7416822c-17a1-42a0-bb1a-54e1ef00a0c6 req-61a6ce0b-b7e8-43ec-9749-ae74e6e03c45 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433111 Aug 25 16:08:57.902770 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-707f240a-96a4-4477-b399-8e6b3080f17e req-2eb874f8-fff6-4cb2-a1c0-22782230dae0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=718b11f1-f8ce-4b3b-a0cd-44603747195c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2560060 Aug 25 16:08:58.147072 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [None req-af0d80c5-57e3-402d-b5d1-1060b34b8b9d admin admin] For port d2bbbd07-7797-46ba-9337-b97d2982047f, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=d2bbbd07-7797-46ba-9337-b97d2982047f,segment=NetworkSegment(ae45f4da-7e93-4d9e-a93e-e971d68c1d91),segment_id=ae45f4da-7e93-4d9e-a93e-e971d68c1d91)] {{(pid=75046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:58.147418 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-af0d80c5-57e3-402d-b5d1-1060b34b8b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:58.184653 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-bb3c4ed4-3771-47d2-a6ac-828a65760144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:58.291993 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [None req-af0d80c5-57e3-402d-b5d1-1060b34b8b9d admin admin] Calling delete_port for d2bbbd07-7797-46ba-9337-b97d2982047f owned by network:router_interface {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:08:58.359943 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6298c-22fa-409e-a264-67b6a29eb806 req-cdbfeb57-5315-4196-b358-f48ade0e0186 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:58.361573 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-bce6298c-22fa-409e-a264-67b6a29eb806 req-cdbfeb57-5315-4196-b358-f48ade0e0186 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9dcbbc4-9161-4c05-aadc-5abc647e06b1 HTTP/1.1" status: 200 len: 950 time: 0.4961822 Aug 25 16:08:58.366187 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-707f240a-96a4-4477-b399-8e6b3080f17e req-7771b0db-930e-4640-8413-bb59982a68e2 service neutron] 10.222.0.21 "GET /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4500947 Aug 25 16:08:58.665202 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-bce6298c-22fa-409e-a264-67b6a29eb806 req-62ed8e61-055b-4a0b-b813-49a1e4d02061 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff70ed2-2150-4f93-abc3-af42ad2cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919245 Aug 25 16:08:58.716712 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-707f240a-96a4-4477-b399-8e6b3080f17e req-1eaba63d-727a-4b67-8084-ec9ea4cfeaa1 service neutron] 10.222.0.21 "GET /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259878 Aug 25 16:08:58.866952 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-af0d80c5-57e3-402d-b5d1-1060b34b8b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:58.892885 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-b162cb99-2992-42db-be7c-c8e126ad8f55 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:58.979381 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d80c5-57e3-402d-b5d1-1060b34b8b9d admin admin] Pushing event deleted for resources: {'Port': ['ID=d2bbbd07-7797-46ba-9337-b97d2982047f,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:58.982798 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-af0d80c5-57e3-402d-b5d1-1060b34b8b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:59.071797 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af064162-a9ae-4d55-8c10-78db24cf6989 req-9a53734d-5ea6-48a2-8d7a-5a903b2fd26e tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:59.073378 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-af064162-a9ae-4d55-8c10-78db24cf6989 req-9a53734d-5ea6-48a2-8d7a-5a903b2fd26e tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 944 time: 0.0806651 Aug 25 16:08:59.088807 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eef6bf-0e1d-4603-be1b-562294fd3d5b req-4e1ac4a9-9bbe-4f53-9ef4-e4dadbae5416 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:59.090399 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-66eef6bf-0e1d-4603-be1b-562294fd3d5b req-4e1ac4a9-9bbe-4f53-9ef4-e4dadbae5416 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 945 time: 0.2825401 Aug 25 16:08:59.119542 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-af064162-a9ae-4d55-8c10-78db24cf6989 req-a47d963f-d4cd-4c0d-8cb9-a4613a0751e3 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404477 Aug 25 16:08:59.214003 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-01e94d56-2e1c-4088-aa73-0080d830da99 req-9afc1823-abfe-413f-9be1-0e392503aaa2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d49b7bf8eb94202b4e68c00481db1bb&device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 1097 time: 0.3243573 Aug 25 16:08:59.217366 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:59.224810 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-66eef6bf-0e1d-4603-be1b-562294fd3d5b req-472044ce-2133-44c5-aa6f-b7f2b5da537b tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244278 Aug 25 16:08:59.309588 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4dfb8-3c16-4943-89f0-b2ddc1de6ed7 req-f91397dd-2ab9-4562-8d2a-1e825a6aaaee tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:59.313529 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-daa4dfb8-3c16-4943-89f0-b2ddc1de6ed7 req-f91397dd-2ab9-4562-8d2a-1e825a6aaaee tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 945 time: 0.0802338 Aug 25 16:08:59.366413 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-daa4dfb8-3c16-4943-89f0-b2ddc1de6ed7 req-46c383cd-a83a-4ec4-a9e2-bb4e4fa5c490 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499032 Aug 25 16:08:59.400529 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 50538) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:59.424750 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e94d56-2e1c-4088-aa73-0080d830da99 req-b90ef217-4ea9-4878-8c27-12ded2afd0fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:59.426247 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-01e94d56-2e1c-4088-aa73-0080d830da99 req-b90ef217-4ea9-4878-8c27-12ded2afd0fd service neutron] 10.222.0.21 "GET /v2.0/networks?id=718b11f1-f8ce-4b3b-a0cd-44603747195c HTTP/1.1" status: 200 len: 913 time: 0.2039523 Aug 25 16:08:59.611306 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-01e94d56-2e1c-4088-aa73-0080d830da99 req-d8d30ff9-0fb4-4f58-ac76-08db0cc35c4d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47bc703f-8019-401a-88e6-3139b33f8cb9 HTTP/1.1" status: 200 len: 217 time: 0.1722424 Aug 25 16:08:59.671400 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-af0d80c5-57e3-402d-b5d1-1060b34b8b9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1708162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684971'] for router_interface, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:59.675707 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-86b5f664-8cee-43f9-b235-aff78b914595 tempest-TestMinimumBasicScenario-913199696 tempest-TestMinimumBasicScenario-913199696-project-admin] Synchronizing usage tracker for tenant:d3a580bf2e62429b937d785123945c10 on resource:port {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:08:59.694109 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-86b5f664-8cee-43f9-b235-aff78b914595 tempest-TestMinimumBasicScenario-913199696 tempest-TestMinimumBasicScenario-913199696-project-admin] Unset dirty status for tenant:d3a580bf2e62429b937d785123945c10 on resource:port {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:08:59.695771 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-86b5f664-8cee-43f9-b235-aff78b914595 tempest-TestMinimumBasicScenario-913199696 tempest-TestMinimumBasicScenario-913199696-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 1093 time: 0.2940047 Aug 25 16:08:59.698513 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 50548) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:59.698997 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e94d56-2e1c-4088-aa73-0080d830da99 req-57aad7b7-de96-4d70-a97d-389efc8e62dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:59.700652 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-01e94d56-2e1c-4088-aa73-0080d830da99 req-57aad7b7-de96-4d70-a97d-389efc8e62dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab66fe1-445a-43bc-ae43-f295df741f59 HTTP/1.1" status: 200 len: 850 time: 0.0808911 Aug 25 16:08:59.703820 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-040502f2-d358-4dbe-8e82-24ee347f04fb tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Request body: {'floatingip': {'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'port_id': 'e5bd4e30-0c43-4318-8d78-73888aaea93c', 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'fixed_ip_address': '172.20.0.8'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:59.711003 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-040502f2-d358-4dbe-8e82-24ee347f04fb tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:59.715065 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-040502f2-d358-4dbe-8e82-24ee347f04fb tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Usage tracker for resource:floatingip and tenant:a8edaba4f7ed44dc86a4225c7ed9aa26 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:59.718784 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-040502f2-d358-4dbe-8e82-24ee347f04fb tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:59.724581 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-040502f2-d358-4dbe-8e82-24ee347f04fb tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:59.735907 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-040502f2-d358-4dbe-8e82-24ee347f04fb tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for floatingip, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:59.875994 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-040502f2-d358-4dbe-8e82-24ee347f04fb tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:59.919614 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-01e94d56-2e1c-4088-aa73-0080d830da99 req-7256b1bf-7314-4170-8b90-863d0382eac3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=718b11f1-f8ce-4b3b-a0cd-44603747195c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1637845 Aug 25 16:08:59.931497 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4611453-28d9-4ac5-b658-3dffefa5394d req-83f94568-8199-442d-98ee-a572559ac816 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:59.932914 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a4611453-28d9-4ac5-b658-3dffefa5394d req-83f94568-8199-442d-98ee-a572559ac816 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9dcbbc4-9161-4c05-aadc-5abc647e06b1 HTTP/1.1" status: 200 len: 950 time: 0.1377263 Aug 25 16:09:00.019127 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_common [None req-040502f2-d358-4dbe-8e82-24ee347f04fb tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Allocated IP 172.27.1.86 (918dfb31-e205-4511-8f83-81a91dee6c8c/7d72112f-2376-4184-b827-994c471d72fa/e4b19ef1-2aff-4741-9c84-efa4a5a0907c) {{(pid=75045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:09:00.150225 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a4611453-28d9-4ac5-b658-3dffefa5394d req-709374c4-8f35-4753-ace6-4a4a22316048 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff70ed2-2150-4f93-abc3-af42ad2cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544330 Aug 25 16:09:00.176529 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-01e94d56-2e1c-4088-aa73-0080d830da99 req-154fad39-91fe-47ae-b1f4-dc21cb6c9e95 service neutron] 10.222.0.21 "GET /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425375 Aug 25 16:09:00.230598 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-040502f2-d358-4dbe-8e82-24ee347f04fb tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for port, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:00.262019 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-040502f2-d358-4dbe-8e82-24ee347f04fb tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:00.267451 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-a7c404d0-33ae-4486-8a22-a41573b55719 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:00.394030 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040502f2-d358-4dbe-8e82-24ee347f04fb tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Network 918dfb31-e205-4511-8f83-81a91dee6c8c is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:09:00.395965 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040502f2-d358-4dbe-8e82-24ee347f04fb tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Pushing event updated for resources: {'Port': ['ID=e4b19ef1-2aff-4741-9c84-efa4a5a0907c,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:00.398940 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-040502f2-d358-4dbe-8e82-24ee347f04fb tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:00.401292 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-040502f2-d358-4dbe-8e82-24ee347f04fb tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:09:00.403417 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040502f2-d358-4dbe-8e82-24ee347f04fb tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Received port after_create {{(pid=75045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:09:00.482339 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-01e94d56-2e1c-4088-aa73-0080d830da99 req-c3cb6800-5d82-44bc-a75a-c0c727928727 service neutron] 10.222.0.21 "GET /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396123 Aug 25 16:09:00.529831 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebabeb-08e9-4115-a272-fa7a2c7d5c30 req-bfb760b4-f52c-4b0e-8573-f4b51be4c1b3 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:00.531515 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-9eebabeb-08e9-4115-a272-fa7a2c7d5c30 req-bfb760b4-f52c-4b0e-8573-f4b51be4c1b3 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 944 time: 0.2343950 Aug 25 16:09:00.630528 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-9eebabeb-08e9-4115-a272-fa7a2c7d5c30 req-1d35a374-2f82-4fb9-98f4-76c90052ada9 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904648 Aug 25 16:09:00.664521 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:00.747446 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa9e24-9736-4f88-853b-472e4a502aaf req-0cfb5d4e-af27-453b-8aa5-63c19a3c05b1 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:00.748971 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6baa9e24-9736-4f88-853b-472e4a502aaf req-0cfb5d4e-af27-453b-8aa5-63c19a3c05b1 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 945 time: 0.1584768 Aug 25 16:09:00.788425 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0d80c5-57e3-402d-b5d1-1060b34b8b9d admin admin] Router e79b5638-a1e9-40ab-aeba-98207a2688fd has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:09:00.873235 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6baa9e24-9736-4f88-853b-472e4a502aaf req-b8dcdc0e-116f-4140-9716-7a1ad61b8701 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151798 Aug 25 16:09:01.029970 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac384f5-1c42-4e6b-aea6-46edbb80a00e req-7bd73dec-4ced-4c6e-a68f-49c2d0460e85 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:01.031485 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-fac384f5-1c42-4e6b-aea6-46edbb80a00e req-7bd73dec-4ced-4c6e-a68f-49c2d0460e85 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9dcbbc4-9161-4c05-aadc-5abc647e06b1 HTTP/1.1" status: 200 len: 950 time: 0.2412565 Aug 25 16:09:01.111358 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-fac384f5-1c42-4e6b-aea6-46edbb80a00e req-392242a8-a3d2-4c34-8b87-09528a1be753 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff70ed2-2150-4f93-abc3-af42ad2cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687881 Aug 25 16:09:01.164736 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0d80c5-57e3-402d-b5d1-1060b34b8b9d admin admin] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:09:01.173505 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372d9e6f-1560-4fb7-a571-6f7de774b34c None None] Sync routers for ids ['e79b5638-a1e9-40ab-aeba-98207a2688fd'] in dv-cinder-806008-1-iscsi {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:09:01.182933 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-af0d80c5-57e3-402d-b5d1-1060b34b8b9d admin admin] 10.222.0.43 "PUT /v2.0/routers/e79b5638-a1e9-40ab-aeba-98207a2688fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0981503 Aug 25 16:09:01.185597 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 50568) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:01.187341 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372d9e6f-1560-4fb7-a571-6f7de774b34c None None] Routers {'e79b5638-a1e9-40ab-aeba-98207a2688fd'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:09:01.187962 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-372d9e6f-1560-4fb7-a571-6f7de774b34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:08:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['e79b5638-a1e9-40ab-aeba-98207a2688fd'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:01.230531 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-040502f2-d358-4dbe-8e82-24ee347f04fb tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:01.294008 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-040502f2-d358-4dbe-8e82-24ee347f04fb tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:01.343791 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa848a-4605-4704-81e8-fdcc178306ee req-34d947a6-4238-4a2e-94ce-9ad9930e3e62 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:01.345180 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8baa848a-4605-4704-81e8-fdcc178306ee req-34d947a6-4238-4a2e-94ce-9ad9930e3e62 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.21 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 945 time: 0.1089499 Aug 25 16:09:01.396167 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-372d9e6f-1560-4fb7-a571-6f7de774b34c None None] Set router e79b5638-a1e9-40ab-aeba-98207a2688fd gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:09:01.483175 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-8baa848a-4605-4704-81e8-fdcc178306ee req-65e51377-985e-4660-b5ba-55363b3e29b8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Deleting port 5d9c29e6-4d23-40c8-9b7d-cbf20832f84e {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:09:01.483773 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-8baa848a-4605-4704-81e8-fdcc178306ee req-65e51377-985e-4660-b5ba-55363b3e29b8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:01.516026 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-040502f2-d358-4dbe-8e82-24ee347f04fb tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for port, precommit_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:01.520393 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-040502f2-d358-4dbe-8e82-24ee347f04fb tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3837783'] for port, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:01.525418 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-395c5a00-2770-4047-85e9-7d3c9de19d66 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:01.606763 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-71e3db37-208a-4a60-84ef-884d9fcd7c9c admin admin] Notify callbacks [] for router, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:01.622144 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040502f2-d358-4dbe-8e82-24ee347f04fb tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Pushing event updated for resources: {'Port': ['ID=e4b19ef1-2aff-4741-9c84-efa4a5a0907c,revision_number=2']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:01.626067 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-040502f2-d358-4dbe-8e82-24ee347f04fb tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:01.642458 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-040502f2-d358-4dbe-8e82-24ee347f04fb tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683597'] for floatingip, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:01.681895 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-372d9e6f-1560-4fb7-a571-6f7de774b34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79b5638-a1e9-40ab-aeba-98207a2688fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1899457763-router', 'tenant_id': 'f675e5666b19428a9822ff26629e69fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '484ada34-b678-482b-aea3-c47576f946ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:35Z', 'updated_at': '2021-08-25T16:08:58Z', 'revision_number': 5, 'project_id': 'f675e5666b19428a9822ff26629e69fc', 'gw_port': {'id': '484ada34-b678-482b-aea3-c47576f946ca', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b5638-a1e9-40ab-aeba-98207a2688fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:36Z', 'updated_at': '2021-08-25T16:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:01.686132 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372d9e6f-1560-4fb7-a571-6f7de774b34c None None] Checking router: e79b5638-a1e9-40ab-aeba-98207a2688fd for host: dv-cinder-806008-1-iscsi {{(pid=75048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:09:01.701720 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372d9e6f-1560-4fb7-a571-6f7de774b34c None None] Routers {'e79b5638-a1e9-40ab-aeba-98207a2688fd'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:09:01.702346 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-372d9e6f-1560-4fb7-a571-6f7de774b34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:08:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['e79b5638-a1e9-40ab-aeba-98207a2688fd'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:01.874175 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-8baa848a-4605-4704-81e8-fdcc178306ee req-65e51377-985e-4660-b5ba-55363b3e29b8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] For port 5d9c29e6-4d23-40c8-9b7d-cbf20832f84e, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5d9c29e6-4d23-40c8-9b7d-cbf20832f84e,segment=NetworkSegment(61fee6c7-ad76-40fb-8847-c586ac08ad22),segment_id=61fee6c7-ad76-40fb-8847-c586ac08ad22)] {{(pid=75046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:01.874412 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-8baa848a-4605-4704-81e8-fdcc178306ee req-65e51377-985e-4660-b5ba-55363b3e29b8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:01.900848 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-372d9e6f-1560-4fb7-a571-6f7de774b34c None None] Set router e79b5638-a1e9-40ab-aeba-98207a2688fd gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:09:01.963685 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21aafb0-7a8d-4a41-9707-ec4ce7e53490 req-3c9cbf00-e83c-43b8-9fc8-c8905288ba88 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:01.965432 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e21aafb0-7a8d-4a41-9707-ec4ce7e53490 req-3c9cbf00-e83c-43b8-9fc8-c8905288ba88 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 944 time: 0.1682031 Aug 25 16:09:02.045773 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e21aafb0-7a8d-4a41-9707-ec4ce7e53490 req-20c38acc-5a36-4204-a563-11bbfbe2e305 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721102 Aug 25 16:09:02.060415 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-8baa848a-4605-4704-81e8-fdcc178306ee req-65e51377-985e-4660-b5ba-55363b3e29b8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Calling delete_port for 5d9c29e6-4d23-40c8-9b7d-cbf20832f84e owned by compute:nova {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:09:02.071827 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.db.l3_db [None req-040502f2-d358-4dbe-8e82-24ee347f04fb tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Floating IP bb3eb4b8-cbdd-4dea-8c54-1db089bcd59d associated. External IP: 172.27.1.86, port: e5bd4e30-0c43-4318-8d78-73888aaea93c. Aug 25 16:09:02.282340 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-372d9e6f-1560-4fb7-a571-6f7de774b34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79b5638-a1e9-40ab-aeba-98207a2688fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1899457763-router', 'tenant_id': 'f675e5666b19428a9822ff26629e69fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '484ada34-b678-482b-aea3-c47576f946ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:35Z', 'updated_at': '2021-08-25T16:08:58Z', 'revision_number': 5, 'project_id': 'f675e5666b19428a9822ff26629e69fc', 'gw_port': {'id': '484ada34-b678-482b-aea3-c47576f946ca', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b5638-a1e9-40ab-aeba-98207a2688fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:36Z', 'updated_at': '2021-08-25T16:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:02.300669 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372d9e6f-1560-4fb7-a571-6f7de774b34c None None] The sync data for ids ['e79b5638-a1e9-40ab-aeba-98207a2688fd'] in dv-cinder-806008-1-iscsi is: [{'id': 'e79b5638-a1e9-40ab-aeba-98207a2688fd', 'name': 'tempest-ServerRescueNegativeTestJSON-1899457763-router', 'tenant_id': 'f675e5666b19428a9822ff26629e69fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '484ada34-b678-482b-aea3-c47576f946ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:35Z', 'updated_at': '2021-08-25T16:08:58Z', 'revision_number': 5, 'project_id': 'f675e5666b19428a9822ff26629e69fc', 'gw_port': {'id': '484ada34-b678-482b-aea3-c47576f946ca', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79b5638-a1e9-40ab-aeba-98207a2688fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:36Z', 'updated_at': '2021-08-25T16:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}] {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:09:02.320880 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4a37b-a368-48a9-afe0-6f18f3e55acb req-c9d824e1-f12a-478d-8960-4d3619c05779 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:02.322402 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f2d4a37b-a368-48a9-afe0-6f18f3e55acb req-c9d824e1-f12a-478d-8960-4d3619c05779 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 945 time: 0.2274930 Aug 25 16:09:02.326034 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-71e3db37-208a-4a60-84ef-884d9fcd7c9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:02.377669 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [None req-71e3db37-208a-4a60-84ef-884d9fcd7c9c admin admin] Deleting port 484ada34-b678-482b-aea3-c47576f946ca {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:09:02.378052 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-71e3db37-208a-4a60-84ef-884d9fcd7c9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:02.405762 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-8baa848a-4605-4704-81e8-fdcc178306ee req-65e51377-985e-4660-b5ba-55363b3e29b8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:02.427664 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:02.476609 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e51377-985e-4660-b5ba-55363b3e29b8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Pushing event deleted for resources: {'Port': ['ID=5d9c29e6-4d23-40c8-9b7d-cbf20832f84e,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:02.482181 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f8012-5c6e-440b-8167-3085f62fa271 req-7f6abff0-6aae-4e44-9601-6c0cc84bc9a1 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:02.482781 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-65e51377-985e-4660-b5ba-55363b3e29b8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:02.483690 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ac9f8012-5c6e-440b-8167-3085f62fa271 req-7f6abff0-6aae-4e44-9601-6c0cc84bc9a1 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9dcbbc4-9161-4c05-aadc-5abc647e06b1 HTTP/1.1" status: 200 len: 950 time: 0.1011343 Aug 25 16:09:02.489532 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f2d4a37b-a368-48a9-afe0-6f18f3e55acb req-fff8bb12-0ecc-4561-b510-1c70423a72de tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/security-groups?id=81230418-29cf-4b92-a01d-8f5ac68969d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543732 Aug 25 16:09:02.605574 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ac9f8012-5c6e-440b-8167-3085f62fa271 req-057c60f4-8b1b-4f12-b81e-c78b5515f4e7 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff70ed2-2150-4f93-abc3-af42ad2cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692749 Aug 25 16:09:02.634931 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040502f2-d358-4dbe-8e82-24ee347f04fb tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Router 2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:09:02.784843 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-8baa848a-4605-4704-81e8-fdcc178306ee req-65e51377-985e-4660-b5ba-55363b3e29b8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] No DVR routers for this DVR port 5d9c29e6-4d23-40c8-9b7d-cbf20832f84e on host hv-cinder-80600 {{(pid=75046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:09:02.787880 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-8baa848a-4605-4704-81e8-fdcc178306ee req-65e51377-985e-4660-b5ba-55363b3e29b8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:02.793132 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69d77f8-22c4-456f-817f-ea16e44cb6fe', 'name': 'network-vif-deleted', 'tag': '5d9c29e6-4d23-40c8-9b7d-cbf20832f84e'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:09:02.834481 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8baa848a-4605-4704-81e8-fdcc178306ee req-65e51377-985e-4660-b5ba-55363b3e29b8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.21 "DELETE /v2.0/ports/5d9c29e6-4d23-40c8-9b7d-cbf20832f84e HTTP/1.1" status: 204 len: 173 time: 1.4344034 Aug 25 16:09:02.856417 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040502f2-d358-4dbe-8e82-24ee347f04fb tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:09:02.866992 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59963071-af06-47b0-b339-768a3a9472c8 None None] Sync routers for ids ['2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa'] in dv-cinder-806008-1-iscsi {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:09:02.871203 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69d77f8-22c4-456f-817f-ea16e44cb6fe', 'name': 'network-vif-deleted', 'tag': '5d9c29e6-4d23-40c8-9b7d-cbf20832f84e', 'status': 'completed', 'code': 200} Aug 25 16:09:02.881676 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59963071-af06-47b0-b339-768a3a9472c8 None None] Routers {'2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:09:02.882589 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-59963071-af06-47b0-b339-768a3a9472c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:08:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:02.885785 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-040502f2-d358-4dbe-8e82-24ee347f04fb tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for floatingip, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:02.899524 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [None req-71e3db37-208a-4a60-84ef-884d9fcd7c9c admin admin] For port 484ada34-b678-482b-aea3-c47576f946ca, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=484ada34-b678-482b-aea3-c47576f946ca,segment=NetworkSegment(6c802ec5-cb0c-4ebf-9051-a5208badfc91),segment_id=6c802ec5-cb0c-4ebf-9051-a5208badfc91)] {{(pid=75046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:02.899876 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-71e3db37-208a-4a60-84ef-884d9fcd7c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:02.917232 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011b286-beab-40bf-84a2-982b527f4118 req-844f8a62-0859-456f-b26d-65574cb81243 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:02.919842 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8011b286-beab-40bf-84a2-982b527f4118 req-844f8a62-0859-456f-b26d-65574cb81243 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9dcbbc4-9161-4c05-aadc-5abc647e06b1 HTTP/1.1" status: 200 len: 950 time: 0.2999537 Aug 25 16:09:02.953101 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-040502f2-d358-4dbe-8e82-24ee347f04fb tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2510393 Aug 25 16:09:02.953101 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dcaa87d-de18-4ed3-88ac-122334f8a0ad', 'tag': 'e5bd4e30-0c43-4318-8d78-73888aaea93c'}] {{(pid=75045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:09:02.955903 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 50584) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:02.978122 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-0f629340-630f-4605-91d8-fef3be3ff461 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1159102617', 'description': 'tempest-secgroup-smoke-1159102617 description', 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:02.993552 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-0f629340-630f-4605-91d8-fef3be3ff461 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:03.026577 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-0f629340-630f-4605-91d8-fef3be3ff461 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:03.053515 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0f629340-630f-4605-91d8-fef3be3ff461 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:03.080987 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-59963071-af06-47b0-b339-768a3a9472c8 None None] Set router 2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:09:03.085485 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [None req-71e3db37-208a-4a60-84ef-884d9fcd7c9c admin admin] Calling delete_port for 484ada34-b678-482b-aea3-c47576f946ca owned by network:router_gateway {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:09:03.091528 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dcaa87d-de18-4ed3-88ac-122334f8a0ad', 'tag': 'e5bd4e30-0c43-4318-8d78-73888aaea93c', 'status': 'completed', 'code': 200} Aug 25 16:09:03.175006 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-0f629340-630f-4605-91d8-fef3be3ff461 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:03.187356 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-0f629340-630f-4605-91d8-fef3be3ff461 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Usage tracker for resource:security_group_rule and tenant:a8edaba4f7ed44dc86a4225c7ed9aa26 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:03.192189 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-0f629340-630f-4605-91d8-fef3be3ff461 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:03.202088 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-0f629340-630f-4605-91d8-fef3be3ff461 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:03.220434 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-8011b286-beab-40bf-84a2-982b527f4118 req-745b5d96-9add-4139-88f5-7127b59045e3 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Deleting port d5bba68a-78ee-40a7-9767-29584ed9b6a5 {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:09:03.220806 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-8011b286-beab-40bf-84a2-982b527f4118 req-745b5d96-9add-4139-88f5-7127b59045e3 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:03.238438 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device d2bbbd07-7797-46ba-9337-b97d2982047f no longer exists at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:09:03.274171 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] No Port match for: d2bbbd07-7797-46ba-9337-b97d2982047f {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:09:03.274818 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device d2bbbd07-7797-46ba-9337-b97d2982047f not bound to the agent host dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:09:03.317287 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0f629340-630f-4605-91d8-fef3be3ff461 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:03.326790 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0f629340-630f-4605-91d8-fef3be3ff461 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:03.330910 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-fde3e4d7-dfa5-488f-86f7-d9f1334122f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:03.379443 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-dd182db2-3fe6-4d19-a1ec-d9afede79b87 req-90c1e9ac-091e-4dde-8aca-f9e18c20ea0a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8edaba4f7ed44dc86a4225c7ed9aa26&device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 1098 time: 0.2433949 Aug 25 16:09:03.393515 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f629340-630f-4605-91d8-fef3be3ff461 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8deb2921-66b9-47f3-b47c-5db59dd3fcf8,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:03.400648 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-0f629340-630f-4605-91d8-fef3be3ff461 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:03.410352 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bb5c2-2d37-4256-a6bd-1c1a51cfe903 req-99b0cff3-f350-4a0e-8743-a283e72733db tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:03.411810 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ec5bb5c2-2d37-4256-a6bd-1c1a51cfe903 req-99b0cff3-f350-4a0e-8743-a283e72733db tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 944 time: 0.1691411 Aug 25 16:09:03.413069 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0f629340-630f-4605-91d8-fef3be3ff461 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:03.414113 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-0f629340-630f-4605-91d8-fef3be3ff461 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4464862 Aug 25 16:09:03.425548 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 50594) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:03.447311 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-9c2ffbef-ef28-4c47-a5bd-ee3c4af58356 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Request body: {'security_group_rule': {'security_group_id': '8deb2921-66b9-47f3-b47c-5db59dd3fcf8', 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:03.454985 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-9c2ffbef-ef28-4c47-a5bd-ee3c4af58356 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:03.461314 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-9c2ffbef-ef28-4c47-a5bd-ee3c4af58356 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Usage tracker for resource:security_group_rule and tenant:a8edaba4f7ed44dc86a4225c7ed9aa26 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:03.464602 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-9c2ffbef-ef28-4c47-a5bd-ee3c4af58356 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:03.480196 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-9c2ffbef-ef28-4c47-a5bd-ee3c4af58356 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:03.505527 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ec5bb5c2-2d37-4256-a6bd-1c1a51cfe903 req-f32bfbe3-7f86-49fb-a54b-31fdac59f09a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811276 Aug 25 16:09:03.512828 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-59963071-af06-47b0-b339-768a3a9472c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'name': 'tempest-TestMinimumBasicScenario-989959219-router', 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '031e1411-b2c4-48df-ba7b-f7299d53776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:03Z', 'updated_at': '2021-08-25T16:07:08Z', 'revision_number': 4, 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'gw_port': {'id': '031e1411-b2c4-48df-ba7b-f7299d53776f', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:03Z', 'updated_at': '2021-08-25T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_floatingips': [{'id': 'bb3eb4b8-cbdd-4dea-8c54-1db089bcd59d', 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'port_id': 'e5bd4e30-0c43-4318-8d78-73888aaea93c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b8ca3b-c7b5-4977-bfe0-00939af2a7c1', 'mac_address': 'fa:16:3e:bd:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcaa87d-de18-4ed3-88ac-122334f8a0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:09:00Z', 'updated_at': '2021-08-25T16:09:00Z', 'revision_number': 0, 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b3bcace-76d7-4192-b9ab-dfd3f3aee711', 'name': '', 'network_id': '53b8ca3b-c7b5-4977-bfe0-00939af2a7c1', 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'mac_address': 'fa:16:3e:ff:94:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e30a288-df0f-46d0-af7f-e3694c937642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:08Z', 'updated_at': '2021-08-25T16:07:24Z', 'revision_number': 5, 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'subnets': [{'id': '4e30a288-df0f-46d0-af7f-e3694c937642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:03.521245 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59963071-af06-47b0-b339-768a3a9472c8 None None] Checking router: 2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa for host: dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:09:03.521435 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9c2ffbef-ef28-4c47-a5bd-ee3c4af58356 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:03.535126 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device d5bba68a-78ee-40a7-9767-29584ed9b6a5 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:09:03.591498 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9c2ffbef-ef28-4c47-a5bd-ee3c4af58356 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:03.597422 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9c2ffbef-ef28-4c47-a5bd-ee3c4af58356 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347877'] for security_group_rule, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:03.600281 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:03.625275 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59963071-af06-47b0-b339-768a3a9472c8 None None] Routers {'2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:09:03.627738 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ffbef-ef28-4c47-a5bd-ee3c4af58356 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=734b25ff-5ea9-4114-94f0-36908911aeb9,revision_number=0']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:03.628487 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-59963071-af06-47b0-b339-768a3a9472c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:08:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:03.635260 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-9c2ffbef-ef28-4c47-a5bd-ee3c4af58356 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:03.663047 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9c2ffbef-ef28-4c47-a5bd-ee3c4af58356 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:03.663242 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-9c2ffbef-ef28-4c47-a5bd-ee3c4af58356 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2371907 Aug 25 16:09:03.665826 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 50602) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:03.673009 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-69ef5093-4ccc-4cb4-b84b-fe3747f8f9f8 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Request body: {'security_group_rule': {'security_group_id': '8deb2921-66b9-47f3-b47c-5db59dd3fcf8', 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:03.694108 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-69ef5093-4ccc-4cb4-b84b-fe3747f8f9f8 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:03.698706 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-69ef5093-4ccc-4cb4-b84b-fe3747f8f9f8 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Usage tracker for resource:security_group_rule and tenant:a8edaba4f7ed44dc86a4225c7ed9aa26 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:03.701958 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-69ef5093-4ccc-4cb4-b84b-fe3747f8f9f8 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:03.712093 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-69ef5093-4ccc-4cb4-b84b-fe3747f8f9f8 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:03.754382 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-69ef5093-4ccc-4cb4-b84b-fe3747f8f9f8 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:03.791381 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-8011b286-beab-40bf-84a2-982b527f4118 req-745b5d96-9add-4139-88f5-7127b59045e3 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] For port d5bba68a-78ee-40a7-9767-29584ed9b6a5, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d5bba68a-78ee-40a7-9767-29584ed9b6a5,segment=NetworkSegment(c1ba730a-5815-4b69-98c0-4e12e539d14e),segment_id=c1ba730a-5815-4b69-98c0-4e12e539d14e)] {{(pid=75046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:03.792042 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-8011b286-beab-40bf-84a2-982b527f4118 req-745b5d96-9add-4139-88f5-7127b59045e3 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:03.800315 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-03267606-fdea-4657-982f-bde86a76267d req-552f135a-dd0d-45bf-a43e-513b807b6a37 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Synchronizing usage tracker for tenant:2e09075145744d7794abaa90e728ee8c on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:09:03.818228 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-71e3db37-208a-4a60-84ef-884d9fcd7c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:03.836715 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:03.896521 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-69ef5093-4ccc-4cb4-b84b-fe3747f8f9f8 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:03.902368 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-69ef5093-4ccc-4cb4-b84b-fe3747f8f9f8 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347877'] for security_group_rule, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:03.908203 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabeb9e-0edb-4ca5-83c9-20431cb1ef04 req-d6c994fe-a569-4bdd-bdb7-925c307762f8 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:03.909711 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ffabeb9e-0edb-4ca5-83c9-20431cb1ef04 req-d6c994fe-a569-4bdd-bdb7-925c307762f8 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9dcbbc4-9161-4c05-aadc-5abc647e06b1 HTTP/1.1" status: 200 len: 950 time: 0.1346922 Aug 25 16:09:03.917018 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:03.936679 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:03.953087 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-59963071-af06-47b0-b339-768a3a9472c8 None None] Set router 2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:09:03.955412 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef5093-4ccc-4cb4-b84b-fe3747f8f9f8 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c539d40-a3e8-4785-850e-29c041d2e0e3,revision_number=0']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:03.957980 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-69ef5093-4ccc-4cb4-b84b-fe3747f8f9f8 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:03.973422 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-69ef5093-4ccc-4cb4-b84b-fe3747f8f9f8 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:03.974600 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-69ef5093-4ccc-4cb4-b84b-fe3747f8f9f8 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3071885 Aug 25 16:09:03.977255 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 50608) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:03.988590 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-b581163b-cdcb-45d4-bfea-bfc507da318d tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Request body: {'security_group_rule': {'security_group_id': '8deb2921-66b9-47f3-b47c-5db59dd3fcf8', 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:03.997600 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-b581163b-cdcb-45d4-bfea-bfc507da318d tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:04.001246 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd182db2-3fe6-4d19-a1ec-d9afede79b87 req-a100f07e-cae5-43be-9575-281e57fcd493 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:04.002688 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-dd182db2-3fe6-4d19-a1ec-d9afede79b87 req-a100f07e-cae5-43be-9575-281e57fcd493 service neutron] 10.222.0.21 "GET /v2.0/networks?id=53b8ca3b-c7b5-4977-bfe0-00939af2a7c1 HTTP/1.1" status: 200 len: 916 time: 0.6113272 Aug 25 16:09:04.003530 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3db37-208a-4a60-84ef-884d9fcd7c9c admin admin] Pushing event deleted for resources: {'Port': ['ID=484ada34-b678-482b-aea3-c47576f946ca,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:04.004472 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-b581163b-cdcb-45d4-bfea-bfc507da318d tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Usage tracker for resource:security_group_rule and tenant:a8edaba4f7ed44dc86a4225c7ed9aa26 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:04.011170 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ffabeb9e-0edb-4ca5-83c9-20431cb1ef04 req-dbcd4e59-0fc7-471b-8afd-13c27d6aeb03 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff70ed2-2150-4f93-abc3-af42ad2cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814493 Aug 25 16:09:04.011888 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-b581163b-cdcb-45d4-bfea-bfc507da318d tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:04.015193 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-8011b286-beab-40bf-84a2-982b527f4118 req-745b5d96-9add-4139-88f5-7127b59045e3 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Calling delete_port for d5bba68a-78ee-40a7-9767-29584ed9b6a5 owned by compute:nova {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:09:04.019053 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-b581163b-cdcb-45d4-bfea-bfc507da318d tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:04.025805 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9dcbbc4-9161-4c05-aadc-5abc647e06b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5bba68a-78ee-40a7-9767-29584ed9b6a5'}] {{(pid=75047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:09:04.042276 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port d5bba68a-78ee-40a7-9767-29584ed9b6a5, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d5bba68a-78ee-40a7-9767-29584ed9b6a5,segment=NetworkSegment(c1ba730a-5815-4b69-98c0-4e12e539d14e),segment_id=c1ba730a-5815-4b69-98c0-4e12e539d14e)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:04.047681 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-b581163b-cdcb-45d4-bfea-bfc507da318d tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:04.051247 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-71e3db37-208a-4a60-84ef-884d9fcd7c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:04.107648 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:04.107971 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-03267606-fdea-4657-982f-bde86a76267d req-552f135a-dd0d-45bf-a43e-513b807b6a37 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Unset dirty status for tenant:2e09075145744d7794abaa90e728ee8c on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:09:04.108874 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 5d9c29e6-4d23-40c8-9b7d-cbf20832f84e no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:09:04.109143 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-03267606-fdea-4657-982f-bde86a76267d req-552f135a-dd0d-45bf-a43e-513b807b6a37 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] 10.222.0.43 "GET /v2.0/ports?device_id=a69d77f8-22c4-456f-817f-ea16e44cb6fe HTTP/1.1" status: 200 len: 210 time: 0.4030075 Aug 25 16:09:04.140487 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-b581163b-cdcb-45d4-bfea-bfc507da318d tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:04.148501 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-b581163b-cdcb-45d4-bfea-bfc507da318d tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347877'] for security_group_rule, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:04.153418 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-77c5d628-2c2c-418e-a585-c66a36ef8355 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:04.159573 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-e0da1c4b-f692-4cb2-90e1-ddb528f44996 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:04.199806 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581163b-cdcb-45d4-bfea-bfc507da318d tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a556919b-50d5-460a-9f31-61686801ad24,revision_number=0']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:04.219520 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-b581163b-cdcb-45d4-bfea-bfc507da318d tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:04.222077 dv-cinder-806008-1-iscsi neutron-server[75047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9dcbbc4-9161-4c05-aadc-5abc647e06b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5bba68a-78ee-40a7-9767-29584ed9b6a5', 'code': 200} Aug 25 16:09:04.235809 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] No Port match for: 5d9c29e6-4d23-40c8-9b7d-cbf20832f84e {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:09:04.236163 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 5d9c29e6-4d23-40c8-9b7d-cbf20832f84e not bound to the agent host hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:09:04.238036 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-b581163b-cdcb-45d4-bfea-bfc507da318d tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:04.239922 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-b581163b-cdcb-45d4-bfea-bfc507da318d tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2617354 Aug 25 16:09:04.242915 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 50616) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:04.254898 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-7f7c2f28-9dec-4ea6-94d4-d8ec146b8c25 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Request body: {'security_group_rule': {'security_group_id': '8deb2921-66b9-47f3-b47c-5db59dd3fcf8', 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:04.266064 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-7f7c2f28-9dec-4ea6-94d4-d8ec146b8c25 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:04.270723 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-dd182db2-3fe6-4d19-a1ec-d9afede79b87 req-adc4cb1c-b39e-4e5b-b9ed-5571c2bc0f79 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5bd4e30-0c43-4318-8d78-73888aaea93c HTTP/1.1" status: 200 len: 998 time: 0.2183630 Aug 25 16:09:04.274361 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-7f7c2f28-9dec-4ea6-94d4-d8ec146b8c25 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Usage tracker for resource:security_group_rule and tenant:a8edaba4f7ed44dc86a4225c7ed9aa26 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:04.282209 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-7f7c2f28-9dec-4ea6-94d4-d8ec146b8c25 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:04.297814 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-7f7c2f28-9dec-4ea6-94d4-d8ec146b8c25 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:04.332524 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-7f7c2f28-9dec-4ea6-94d4-d8ec146b8c25 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:04.401838 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=d5bba68a-78ee-40a7-9767-29584ed9b6a5,revision_number=6']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:04.408910 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:04.430290 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-7f7c2f28-9dec-4ea6-94d4-d8ec146b8c25 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:04.435436 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-7f7c2f28-9dec-4ea6-94d4-d8ec146b8c25 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347877'] for security_group_rule, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:04.437718 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:04.461225 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c2f28-9dec-4ea6-94d4-d8ec146b8c25 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e735055-68aa-44c8-b975-2a71ca49fe57,revision_number=0']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:04.463667 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-7f7c2f28-9dec-4ea6-94d4-d8ec146b8c25 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:04.471493 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-7f7c2f28-9dec-4ea6-94d4-d8ec146b8c25 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:04.475370 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-7f7c2f28-9dec-4ea6-94d4-d8ec146b8c25 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2288356 Aug 25 16:09:04.475983 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 50620) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:04.483098 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-fc1e2f84-ed00-4ff7-9dcf-def66fb485c8 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Request body: {'security_group_rule': {'security_group_id': '8deb2921-66b9-47f3-b47c-5db59dd3fcf8', 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:04.489373 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-fc1e2f84-ed00-4ff7-9dcf-def66fb485c8 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:04.494177 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-fc1e2f84-ed00-4ff7-9dcf-def66fb485c8 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Usage tracker for resource:security_group_rule and tenant:a8edaba4f7ed44dc86a4225c7ed9aa26 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:04.497803 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-fc1e2f84-ed00-4ff7-9dcf-def66fb485c8 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:04.504217 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-fc1e2f84-ed00-4ff7-9dcf-def66fb485c8 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:04.514791 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.db.securitygroups_db [None req-fc1e2f84-ed00-4ff7-9dcf-def66fb485c8 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Project a8edaba4f7ed44dc86a4225c7ed9aa26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 16:09:04.522639 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-fc1e2f84-ed00-4ff7-9dcf-def66fb485c8 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:04.571320 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-59963071-af06-47b0-b339-768a3a9472c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'name': 'tempest-TestMinimumBasicScenario-989959219-router', 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '031e1411-b2c4-48df-ba7b-f7299d53776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:03Z', 'updated_at': '2021-08-25T16:07:08Z', 'revision_number': 4, 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'gw_port': {'id': '031e1411-b2c4-48df-ba7b-f7299d53776f', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:03Z', 'updated_at': '2021-08-25T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_floatingips': [{'id': 'bb3eb4b8-cbdd-4dea-8c54-1db089bcd59d', 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'port_id': 'e5bd4e30-0c43-4318-8d78-73888aaea93c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b8ca3b-c7b5-4977-bfe0-00939af2a7c1', 'mac_address': 'fa:16:3e:bd:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcaa87d-de18-4ed3-88ac-122334f8a0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:09:00Z', 'updated_at': '2021-08-25T16:09:00Z', 'revision_number': 0, 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b3bcace-76d7-4192-b9ab-dfd3f3aee711', 'name': '', 'network_id': '53b8ca3b-c7b5-4977-bfe0-00939af2a7c1', 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'mac_address': 'fa:16:3e:ff:94:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e30a288-df0f-46d0-af7f-e3694c937642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:08Z', 'updated_at': '2021-08-25T16:07:24Z', 'revision_number': 5, 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'subnets': [{'id': '4e30a288-df0f-46d0-af7f-e3694c937642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:04.573443 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.db.api [req-8011b286-beab-40bf-84a2-982b527f4118 req-745b5d96-9add-4139-88f5-7127b59045e3 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:09:04.573909 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_db.api [req-8011b286-beab-40bf-84a2-982b527f4118 req-745b5d96-9add-4139-88f5-7127b59045e3 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:09:04.576349 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59963071-af06-47b0-b339-768a3a9472c8 None None] The sync data for ids ['2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa'] in dv-cinder-806008-1-iscsi is: [{'id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'name': 'tempest-TestMinimumBasicScenario-989959219-router', 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '031e1411-b2c4-48df-ba7b-f7299d53776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:03Z', 'updated_at': '2021-08-25T16:07:08Z', 'revision_number': 4, 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'gw_port': {'id': '031e1411-b2c4-48df-ba7b-f7299d53776f', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:03Z', 'updated_at': '2021-08-25T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_floatingips': [{'id': 'bb3eb4b8-cbdd-4dea-8c54-1db089bcd59d', 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'port_id': 'e5bd4e30-0c43-4318-8d78-73888aaea93c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b8ca3b-c7b5-4977-bfe0-00939af2a7c1', 'mac_address': 'fa:16:3e:bd:1e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcaa87d-de18-4ed3-88ac-122334f8a0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:09:00Z', 'updated_at': '2021-08-25T16:09:00Z', 'revision_number': 0, 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b3bcace-76d7-4192-b9ab-dfd3f3aee711', 'name': '', 'network_id': '53b8ca3b-c7b5-4977-bfe0-00939af2a7c1', 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'mac_address': 'fa:16:3e:ff:94:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e30a288-df0f-46d0-af7f-e3694c937642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:08Z', 'updated_at': '2021-08-25T16:07:24Z', 'revision_number': 5, 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'subnets': [{'id': '4e30a288-df0f-46d0-af7f-e3694c937642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:09:04.581869 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-71e3db37-208a-4a60-84ef-884d9fcd7c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683554'] for router_gateway, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:04.690151 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-fc1e2f84-ed00-4ff7-9dcf-def66fb485c8 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:04.695117 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-fc1e2f84-ed00-4ff7-9dcf-def66fb485c8 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347877'] for security_group_rule, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:04.702913 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:04.724412 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e2f84-ed00-4ff7-9dcf-def66fb485c8 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e30a68-9b0d-4555-8efa-0f2dd0068be0,revision_number=0']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:04.726888 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-fc1e2f84-ed00-4ff7-9dcf-def66fb485c8 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:04.735774 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-fc1e2f84-ed00-4ff7-9dcf-def66fb485c8 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:04.737562 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-fc1e2f84-ed00-4ff7-9dcf-def66fb485c8 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2600448 Aug 25 16:09:04.740746 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 50626) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:04.747641 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-e0f07078-37d6-43d8-9597-5b12f4e04c72 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Request body: {'security_group_rule': {'security_group_id': '8deb2921-66b9-47f3-b47c-5db59dd3fcf8', 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:04.753645 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-e0f07078-37d6-43d8-9597-5b12f4e04c72 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:04.757691 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-e0f07078-37d6-43d8-9597-5b12f4e04c72 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Usage tracker for resource:security_group_rule and tenant:a8edaba4f7ed44dc86a4225c7ed9aa26 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:04.761364 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-e0f07078-37d6-43d8-9597-5b12f4e04c72 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:04.767177 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-e0f07078-37d6-43d8-9597-5b12f4e04c72 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:04.771130 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd182db2-3fe6-4d19-a1ec-d9afede79b87 req-3dbfa7a2-085d-437b-a5fc-0a2e3dc11531 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:04.773291 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-dd182db2-3fe6-4d19-a1ec-d9afede79b87 req-3dbfa7a2-085d-437b-a5fc-0a2e3dc11531 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e30a288-df0f-46d0-af7f-e3694c937642 HTTP/1.1" status: 200 len: 853 time: 0.4361761 Aug 25 16:09:04.785798 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.db.securitygroups_db [None req-e0f07078-37d6-43d8-9597-5b12f4e04c72 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Project a8edaba4f7ed44dc86a4225c7ed9aa26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 16:09:04.794069 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e0f07078-37d6-43d8-9597-5b12f4e04c72 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:04.832633 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad4d157-fd86-47f4-b92c-47de5aa670ac None None] New status for floating IP bb3eb4b8-cbdd-4dea-8c54-1db089bcd59d: ACTIVE {{(pid=75048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:09:04.888246 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e0f07078-37d6-43d8-9597-5b12f4e04c72 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:04.898176 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e0f07078-37d6-43d8-9597-5b12f4e04c72 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347877'] for security_group_rule, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:04.901672 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:04.936994 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f07078-37d6-43d8-9597-5b12f4e04c72 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97862b98-872f-4c1b-9bcd-48557fb65d07,revision_number=0']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:04.955926 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-e0f07078-37d6-43d8-9597-5b12f4e04c72 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:04.961894 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e0f07078-37d6-43d8-9597-5b12f4e04c72 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:04.965981 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-e0f07078-37d6-43d8-9597-5b12f4e04c72 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2214482 Aug 25 16:09:05.021846 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-71e3db37-208a-4a60-84ef-884d9fcd7c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4395'] for router, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:05.033542 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-71e3db37-208a-4a60-84ef-884d9fcd7c9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:05.115152 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-8011b286-beab-40bf-84a2-982b527f4118 req-745b5d96-9add-4139-88f5-7127b59045e3 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Deleting port d5bba68a-78ee-40a7-9767-29584ed9b6a5 {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:09:05.115749 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-8011b286-beab-40bf-84a2-982b527f4118 req-745b5d96-9add-4139-88f5-7127b59045e3 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:05.146608 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-7a5758b9-0393-486f-ac3a-61add745f983 req-14936cf5-6a8d-4f70-9622-d50d01bd6282 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Synchronizing usage tracker for tenant:a8edaba4f7ed44dc86a4225c7ed9aa26 on resource:security_group {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:09:05.160892 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f0081-81e9-4fe0-ba33-d20da035537b req-f0d9f9e7-abb8-460c-b18b-ad507334c44a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:05.162428 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-246f0081-81e9-4fe0-ba33-d20da035537b req-f0d9f9e7-abb8-460c-b18b-ad507334c44a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Synchronizing usage tracker for tenant:8d49b7bf8eb94202b4e68c00481db1bb on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:09:05.172130 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-7a5758b9-0393-486f-ac3a-61add745f983 req-14936cf5-6a8d-4f70-9622-d50d01bd6282 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Unset dirty status for tenant:a8edaba4f7ed44dc86a4225c7ed9aa26 on resource:security_group {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:09:05.180724 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7a5758b9-0393-486f-ac3a-61add745f983 req-14936cf5-6a8d-4f70-9622-d50d01bd6282 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1159102617&fields=id&tenant_id=a8edaba4f7ed44dc86a4225c7ed9aa26 HTTP/1.1" status: 200 len: 267 time: 0.0776770 Aug 25 16:09:05.199168 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-dd182db2-3fe6-4d19-a1ec-d9afede79b87 req-a25cec0a-9278-49de-a26c-e28da0e0678f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=53b8ca3b-c7b5-4977-bfe0-00939af2a7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4136465 Aug 25 16:09:05.203105 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-71e3db37-208a-4a60-84ef-884d9fcd7c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-686622'] for router, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:05.203607 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e3db37-208a-4a60-84ef-884d9fcd7c9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e79b5638-a1e9-40ab-aeba-98207a2688fd {{(pid=75046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:09:05.269041 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-246f0081-81e9-4fe0-ba33-d20da035537b req-f0d9f9e7-abb8-460c-b18b-ad507334c44a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Unset dirty status for tenant:8d49b7bf8eb94202b4e68c00481db1bb on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:09:05.269796 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-246f0081-81e9-4fe0-ba33-d20da035537b req-f0d9f9e7-abb8-460c-b18b-ad507334c44a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 944 time: 0.6120045 Aug 25 16:09:05.276519 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5758b9-0393-486f-ac3a-61add745f983 req-4d4e6241-7724-4d01-b332-e1ae00d21640 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:05.281460 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7a5758b9-0393-486f-ac3a-61add745f983 req-4d4e6241-7724-4d01-b332-e1ae00d21640 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 945 time: 0.0996437 Aug 25 16:09:05.289671 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [req-7a5758b9-0393-486f-ac3a-61add745f983 req-a63fe009-be17-4790-9644-986717143259 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Request body: {'port': {'security_groups': ['af56a035-427e-4180-a8f4-cda1b2566c34', '8deb2921-66b9-47f3-b47c-5db59dd3fcf8']}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:05.419989 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-7a5758b9-0393-486f-ac3a-61add745f983 req-a63fe009-be17-4790-9644-986717143259 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:05.471495 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-71e3db37-208a-4a60-84ef-884d9fcd7c9c admin admin] Notify callbacks [] for router, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:05.472594 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-71e3db37-208a-4a60-84ef-884d9fcd7c9c admin admin] 10.222.0.43 "DELETE /v2.0/routers/e79b5638-a1e9-40ab-aeba-98207a2688fd HTTP/1.1" status: 204 len: 168 time: 4.2859941 Aug 25 16:09:05.479603 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 50640) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:05.498031 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-246f0081-81e9-4fe0-ba33-d20da035537b req-aac0d643-9d65-4927-aa84-5da1e880999f tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155309 Aug 25 16:09:05.545367 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-dd182db2-3fe6-4d19-a1ec-d9afede79b87 req-e9c4abf2-9048-4e2b-aa28-7298ce9d7087 service neutron] 10.222.0.21 "GET /v2.0/networks/53b8ca3b-c7b5-4977-bfe0-00939af2a7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330679 Aug 25 16:09:05.548980 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_v2 [None req-977043ac-b51f-475f-ba24-a478560efe93 admin admin] Deleting subnet 21c635d2-aa5a-4ebb-9743-23ef87a885c6 {{(pid=75045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:09:05.553060 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-977043ac-b51f-475f-ba24-a478560efe93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:05.629008 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-977043ac-b51f-475f-ba24-a478560efe93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3836961'] for subnet, precommit_delete_associations {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:05.691744 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-8011b286-beab-40bf-84a2-982b527f4118 req-745b5d96-9add-4139-88f5-7127b59045e3 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] For port d5bba68a-78ee-40a7-9767-29584ed9b6a5, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d5bba68a-78ee-40a7-9767-29584ed9b6a5,segment=NetworkSegment(c1ba730a-5815-4b69-98c0-4e12e539d14e),segment_id=c1ba730a-5815-4b69-98c0-4e12e539d14e)] {{(pid=75046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:05.692102 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-8011b286-beab-40bf-84a2-982b527f4118 req-745b5d96-9add-4139-88f5-7127b59045e3 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:05.732352 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-977043ac-b51f-475f-ba24-a478560efe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731498'] for subnet, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:05.915724 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.db [req-7a5758b9-0393-486f-ac3a-61add745f983 req-a63fe009-be17-4790-9644-986717143259 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] For port e5bd4e30-0c43-4318-8d78-73888aaea93c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e5bd4e30-0c43-4318-8d78-73888aaea93c,segment=NetworkSegment(22945d27-4f28-4b4b-bccd-4fc8bfeb26e0),segment_id=22945d27-4f28-4b4b-bccd-4fc8bfeb26e0)] {{(pid=75045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:05.920002 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-977043ac-b51f-475f-ba24-a478560efe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3837869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854734'] for subnet, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:05.926179 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:05.959334 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-8011b286-beab-40bf-84a2-982b527f4118 req-745b5d96-9add-4139-88f5-7127b59045e3 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Calling delete_port for d5bba68a-78ee-40a7-9767-29584ed9b6a5 owned by compute:nova {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:09:05.969098 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977043ac-b51f-475f-ba24-a478560efe93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21c635d2-aa5a-4ebb-9743-23ef87a885c6,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:05.974002 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-977043ac-b51f-475f-ba24-a478560efe93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:05.985002 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-977043ac-b51f-475f-ba24-a478560efe93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:06.001634 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-977043ac-b51f-475f-ba24-a478560efe93 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/21c635d2-aa5a-4ebb-9743-23ef87a885c6 HTTP/1.1" status: 204 len: 168 time: 0.5209234 Aug 25 16:09:06.004565 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 50644) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:06.054632 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-dd182db2-3fe6-4d19-a1ec-d9afede79b87 req-3b4e3e71-8194-4a90-b6ee-0804fa83ab0d service neutron] 10.222.0.21 "GET /v2.0/networks/53b8ca3b-c7b5-4977-bfe0-00939af2a7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020323 Aug 25 16:09:06.091361 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a97f7-373e-4043-afb8-1893a47ffdbf req-139b597c-9f04-41a6-8477-889b99f820a7 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:06.092046 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-393a97f7-373e-4043-afb8-1893a47ffdbf req-139b597c-9f04-41a6-8477-889b99f820a7 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Synchronizing usage tracker for tenant:591eb28aab5d4997b8f42198dea9c8b4 on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:09:06.125074 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a4d82d09-cf42-4f46-ab13-9b6c96c8843e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588176'] for network, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:06.127888 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-7a5758b9-0393-486f-ac3a-61add745f983 req-a63fe009-be17-4790-9644-986717143259 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for port, precommit_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:06.135826 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-7a5758b9-0393-486f-ac3a-61add745f983 req-a63fe009-be17-4790-9644-986717143259 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3837783'] for port, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:06.140746 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-393a97f7-373e-4043-afb8-1893a47ffdbf req-139b597c-9f04-41a6-8477-889b99f820a7 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Unset dirty status for tenant:591eb28aab5d4997b8f42198dea9c8b4 on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:09:06.141923 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-393a97f7-373e-4043-afb8-1893a47ffdbf req-139b597c-9f04-41a6-8477-889b99f820a7 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9dcbbc4-9161-4c05-aadc-5abc647e06b1 HTTP/1.1" status: 200 len: 948 time: 0.5090196 Aug 25 16:09:06.143488 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:06.189329 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['e5bd4e30-0c43-4318-8d78-73888aaea93c'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:09:06.201805 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-8011b286-beab-40bf-84a2-982b527f4118 req-745b5d96-9add-4139-88f5-7127b59045e3 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:06.209573 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-f91d5084-a193-4be0-8e4a-44f22460ce88 tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:06.246296 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5758b9-0393-486f-ac3a-61add745f983 req-a63fe009-be17-4790-9644-986717143259 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:06.247294 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-7a5758b9-0393-486f-ac3a-61add745f983 req-a63fe009-be17-4790-9644-986717143259 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:06.258650 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b5d96-9add-4139-88f5-7127b59045e3 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Pushing event deleted for resources: {'Port': ['ID=d5bba68a-78ee-40a7-9767-29584ed9b6a5,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:06.261919 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7a5758b9-0393-486f-ac3a-61add745f983 req-a63fe009-be17-4790-9644-986717143259 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "PUT /v2.0/ports/e5bd4e30-0c43-4318-8d78-73888aaea93c HTTP/1.1" status: 200 len: 981 time: 0.9777563 Aug 25 16:09:06.264171 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-393a97f7-373e-4043-afb8-1893a47ffdbf req-e7f8ad12-70b2-446e-8432-ea92d77d79fe tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff70ed2-2150-4f93-abc3-af42ad2cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161139 Aug 25 16:09:06.265544 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-745b5d96-9add-4139-88f5-7127b59045e3 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:06.319010 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dcaa87d-de18-4ed3-88ac-122334f8a0ad', 'tag': 'e5bd4e30-0c43-4318-8d78-73888aaea93c'}] {{(pid=75045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:09:06.435216 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-8011b286-beab-40bf-84a2-982b527f4118 req-745b5d96-9add-4139-88f5-7127b59045e3 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] No DVR routers for this DVR port d5bba68a-78ee-40a7-9767-29584ed9b6a5 on host hv-cinder-80600 {{(pid=75046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:09:06.440745 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-8011b286-beab-40bf-84a2-982b527f4118 req-745b5d96-9add-4139-88f5-7127b59045e3 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:06.445090 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63fe009-be17-4790-9644-986717143259 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Pushing event updated for resources: {'Port': ['ID=e5bd4e30-0c43-4318-8d78-73888aaea93c,revision_number=6']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:06.445686 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['e5bd4e30-0c43-4318-8d78-73888aaea93c'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:09:06.450068 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8011b286-beab-40bf-84a2-982b527f4118 req-745b5d96-9add-4139-88f5-7127b59045e3 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.21 "DELETE /v2.0/ports/d5bba68a-78ee-40a7-9767-29584ed9b6a5 HTTP/1.1" status: 204 len: 173 time: 3.4561992 Aug 25 16:09:06.450825 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9dcbbc4-9161-4c05-aadc-5abc647e06b1', 'name': 'network-vif-deleted', 'tag': 'd5bba68a-78ee-40a7-9767-29584ed9b6a5'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:09:06.452693 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-a63fe009-be17-4790-9644-986717143259 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:06.459156 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a4d82d09-cf42-4f46-ab13-9b6c96c8843e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730595', 'neutron.services.segments.db._delete_segments_for_network-8779528176258'] for network, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:06.491605 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-a4d82d09-cf42-4f46-ab13-9b6c96c8843e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce200f7d-ab4f-4302-beaa-d6a928b6d6a1']}} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:06.517281 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 50656) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:06.527692 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-a4d82d09-cf42-4f46-ab13-9b6c96c8843e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae45f4da-7e93-4d9e-a93e-e971d68c1d91') {'for_net_delete': True} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:06.527692 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-a4d82d09-cf42-4f46-ab13-9b6c96c8843e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae45f4da-7e93-4d9e-a93e-e971d68c1d91') {} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:06.556846 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a4d82d09-cf42-4f46-ab13-9b6c96c8843e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779528177565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3836974'] for segment, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:06.600038 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a4d82d09-cf42-4f46-ab13-9b6c96c8843e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:06.613561 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d82d09-cf42-4f46-ab13-9b6c96c8843e admin admin] Releasing vlan 1253 on physical network physnet1 to pool {{(pid=75045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:09:06.616028 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a4d82d09-cf42-4f46-ab13-9b6c96c8843e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1731343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837707'] for segment, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:06.650501 dv-cinder-806008-1-iscsi neutron-server[75045]: Traceback (most recent call last): Aug 25 16:09:06.650501 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:09:06.650501 dv-cinder-806008-1-iscsi neutron-server[75045]: timer() Aug 25 16:09:06.650501 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:09:06.650501 dv-cinder-806008-1-iscsi neutron-server[75045]: cb(*args, **kw) Aug 25 16:09:06.650501 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:09:06.650501 dv-cinder-806008-1-iscsi neutron-server[75045]: return func(*args, **kwargs) Aug 25 16:09:06.650501 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:09:06.650501 dv-cinder-806008-1-iscsi neutron-server[75045]: self._notify() Aug 25 16:09:06.650501 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:09:06.650501 dv-cinder-806008-1-iscsi neutron-server[75045]: self.callback(batched_events) Aug 25 16:09:06.650501 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:09:06.650501 dv-cinder-806008-1-iscsi neutron-server[75045]: event.method(event) Aug 25 16:09:06.650501 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:09:06.650501 dv-cinder-806008-1-iscsi neutron-server[75045]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:09:06.650501 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:09:06.650501 dv-cinder-806008-1-iscsi neutron-server[75045]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:09:06.650501 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:09:06.650501 dv-cinder-806008-1-iscsi neutron-server[75045]: return f(self, *a, **k) Aug 25 16:09:06.650501 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:09:06.650501 dv-cinder-806008-1-iscsi neutron-server[75045]: return self._get(url).json() Aug 25 16:09:06.650501 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:09:06.650501 dv-cinder-806008-1-iscsi neutron-server[75045]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:09:06.650501 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:09:06.650501 dv-cinder-806008-1-iscsi neutron-server[75045]: return self.request(url, 'GET', **kwargs) Aug 25 16:09:06.650501 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:09:06.650501 dv-cinder-806008-1-iscsi neutron-server[75045]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:09:06.650501 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:09:06.650501 dv-cinder-806008-1-iscsi neutron-server[75045]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:09:06.650501 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:09:06.650501 dv-cinder-806008-1-iscsi neutron-server[75045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:09:06.650501 dv-cinder-806008-1-iscsi neutron-server[75045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:09:06.697261 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fdea739-8503-436b-bb07-aa6f75429dde admin admin] Deleting subnet df66c879-3ba5-40b2-94eb-12264a9babfa {{(pid=75046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:09:06.711224 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8fdea739-8503-436b-bb07-aa6f75429dde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:06.828721 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dcaa87d-de18-4ed3-88ac-122334f8a0ad', 'tag': 'e5bd4e30-0c43-4318-8d78-73888aaea93c', 'status': 'completed', 'code': 200} Aug 25 16:09:06.860168 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a4d82d09-cf42-4f46-ab13-9b6c96c8843e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683615'] for network, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:06.860473 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8fdea739-8503-436b-bb07-aa6f75429dde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4000216'] for subnet, precommit_delete_associations {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:06.870503 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a4d82d09-cf42-4f46-ab13-9b6c96c8843e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:06.888833 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-28f4160a-7a44-4723-a1c8-318397ef277a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:06.926496 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-a4d82d09-cf42-4f46-ab13-9b6c96c8843e admin admin] 10.222.0.43 "DELETE /v2.0/networks/ce200f7d-ab4f-4302-beaa-d6a928b6d6a1 HTTP/1.1" status: 204 len: 168 time: 0.9185216 Aug 25 16:09:06.926496 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d82d09-cf42-4f46-ab13-9b6c96c8843e admin admin] Pushing event deleted for resources: {'Network': ['ID=ce200f7d-ab4f-4302-beaa-d6a928b6d6a1,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:06.929692 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-a4d82d09-cf42-4f46-ab13-9b6c96c8843e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:06.940269 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c579ff-8ec1-4cb5-984b-1fe753f9344c req-59383b4d-1cb9-43df-9faa-6840d4e079d5 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:06.946404 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9dcbbc4-9161-4c05-aadc-5abc647e06b1', 'name': 'network-vif-deleted', 'tag': 'd5bba68a-78ee-40a7-9767-29584ed9b6a5', 'status': 'completed', 'code': 200} Aug 25 16:09:06.947545 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f8c579ff-8ec1-4cb5-984b-1fe753f9344c req-59383b4d-1cb9-43df-9faa-6840d4e079d5 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 984 time: 0.1827331 Aug 25 16:09:07.019759 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f8c579ff-8ec1-4cb5-984b-1fe753f9344c req-fa6330be-61e0-4dc9-88ef-34e9acdb056a tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=8deb2921-66b9-47f3-b47c-5db59dd3fcf8&id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712626 Aug 25 16:09:07.043711 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8fdea739-8503-436b-bb07-aa6f75429dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731498'] for subnet, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:07.171719 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-c9a9623d-9301-4e91-83db-fd4edafd1645 None None] Provisioning complete for port e5bd4e30-0c43-4318-8d78-73888aaea93c triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:07.172098 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-c9a9623d-9301-4e91-83db-fd4edafd1645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:07.291574 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0b14a73f-d0ae-4598-83ad-057e775deb30 req-ac68abc9-6073-4b37-a96e-ece26b65044e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8edaba4f7ed44dc86a4225c7ed9aa26&device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 1137 time: 0.3994908 Aug 25 16:09:07.343227 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 50672) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:07.408670 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-31b9f5ea-890f-4c60-a44b-82defa028e5c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f675e5666b19428a9822ff26629e69fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0638008 Aug 25 16:09:07.411327 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 50676) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:07.543379 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8fdea739-8503-436b-bb07-aa6f75429dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3202481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4098551'] for subnet, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:07.561348 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-488d46b1-d618-468e-a0cb-8281a8b8e0a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:07.575539 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f1c2cb8d-f4ea-4dc2-be8e-a49c24fcf1d4 req-a933032a-8ba9-431c-9e4f-8969ebdb8a9d tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9dcbbc4-9161-4c05-aadc-5abc647e06b1 HTTP/1.1" status: 200 len: 210 time: 0.0867753 Aug 25 16:09:07.580884 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-54a8e821-991c-4582-b612-9c095448d903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:07.605159 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdea739-8503-436b-bb07-aa6f75429dde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df66c879-3ba5-40b2-94eb-12264a9babfa,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:07.611620 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-8fdea739-8503-436b-bb07-aa6f75429dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:07.617636 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1153134-41e2-4b63-aa28-0667f8303717 req-d81c1cf4-9573-4f12-a01f-18d17a7b5c26 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:07.619469 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-d1153134-41e2-4b63-aa28-0667f8303717 req-d81c1cf4-9573-4f12-a01f-18d17a7b5c26 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 944 time: 0.5145073 Aug 25 16:09:07.629527 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-54a8e821-991c-4582-b612-9c095448d903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:07.686848 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8fdea739-8503-436b-bb07-aa6f75429dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for subnet, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:07.704994 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-8fdea739-8503-436b-bb07-aa6f75429dde admin admin] 10.222.0.43 "DELETE /v2.0/subnets/df66c879-3ba5-40b2-94eb-12264a9babfa HTTP/1.1" status: 204 len: 168 time: 1.1859996 Aug 25 16:09:07.707739 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-54a8e821-991c-4582-b612-9c095448d903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:07.710904 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14a73f-d0ae-4598-83ad-057e775deb30 req-dc28131b-857c-413e-9a97-22fe312b04e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:07.712415 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 50684) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:07.712997 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0b14a73f-d0ae-4598-83ad-057e775deb30 req-dc28131b-857c-413e-9a97-22fe312b04e5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=53b8ca3b-c7b5-4977-bfe0-00939af2a7c1 HTTP/1.1" status: 200 len: 916 time: 0.3717391 Aug 25 16:09:07.713138 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-7d0e4472-7031-4136-9f94-ffc37f848ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:07.812446 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-d1153134-41e2-4b63-aa28-0667f8303717 req-7b9b3c4b-9526-4030-a3ac-86eeb02c4d14 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842442 Aug 25 16:09:07.826276 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8e821-991c-4582-b612-9c095448d903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04797807-afb8-4e9c-8f2e-11efb1d3c8ec,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:07.834535 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-54a8e821-991c-4582-b612-9c095448d903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:07.847746 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0b14a73f-d0ae-4598-83ad-057e775deb30 req-98b2e651-4367-4c0d-8faa-993dfe8cd17d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5bd4e30-0c43-4318-8d78-73888aaea93c HTTP/1.1" status: 200 len: 1000 time: 0.1252980 Aug 25 16:09:07.909223 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-54a8e821-991c-4582-b612-9c095448d903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:07.910323 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-54a8e821-991c-4582-b612-9c095448d903 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/04797807-afb8-4e9c-8f2e-11efb1d3c8ec HTTP/1.1" status: 204 len: 168 time: 0.4966831 Aug 25 16:09:07.915678 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14a73f-d0ae-4598-83ad-057e775deb30 req-b9f27214-bb3f-4059-aacd-3c8ec2f0737a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:07.917287 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0b14a73f-d0ae-4598-83ad-057e775deb30 req-b9f27214-bb3f-4059-aacd-3c8ec2f0737a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e30a288-df0f-46d0-af7f-e3694c937642 HTTP/1.1" status: 200 len: 853 time: 0.0613909 Aug 25 16:09:07.929161 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9aab48d7-54df-46bb-ad27-02d2e317875e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588176'] for network, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:08.016981 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0b14a73f-d0ae-4598-83ad-057e775deb30 req-40be2e01-fb01-48f6-8ad5-82da5f186a67 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=53b8ca3b-c7b5-4977-bfe0-00939af2a7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0798259 Aug 25 16:09:08.061602 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9aab48d7-54df-46bb-ad27-02d2e317875e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730595', 'neutron.services.segments.db._delete_segments_for_network-8779528176258'] for network, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:08.075322 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-9aab48d7-54df-46bb-ad27-02d2e317875e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19552b71-7cb9-4c5a-9436-fcba33552e32']}} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:08.088807 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-9aab48d7-54df-46bb-ad27-02d2e317875e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61fee6c7-ad76-40fb-8847-c586ac08ad22') {'for_net_delete': True} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:08.089299 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-9aab48d7-54df-46bb-ad27-02d2e317875e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61fee6c7-ad76-40fb-8847-c586ac08ad22') {} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:08.103809 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9aab48d7-54df-46bb-ad27-02d2e317875e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779528177565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3836974'] for segment, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:08.121876 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9aab48d7-54df-46bb-ad27-02d2e317875e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:08.130189 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aab48d7-54df-46bb-ad27-02d2e317875e admin admin] Releasing vlan 1254 on physical network physnet1 to pool {{(pid=75045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:09:08.131251 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9aab48d7-54df-46bb-ad27-02d2e317875e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1731343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837707'] for segment, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:08.151160 dv-cinder-806008-1-iscsi neutron-server[75045]: Traceback (most recent call last): Aug 25 16:09:08.151160 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:09:08.151160 dv-cinder-806008-1-iscsi neutron-server[75045]: timer() Aug 25 16:09:08.151160 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:09:08.151160 dv-cinder-806008-1-iscsi neutron-server[75045]: cb(*args, **kw) Aug 25 16:09:08.151160 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:09:08.151160 dv-cinder-806008-1-iscsi neutron-server[75045]: return func(*args, **kwargs) Aug 25 16:09:08.151160 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:09:08.151160 dv-cinder-806008-1-iscsi neutron-server[75045]: self._notify() Aug 25 16:09:08.151160 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:09:08.151160 dv-cinder-806008-1-iscsi neutron-server[75045]: self.callback(batched_events) Aug 25 16:09:08.151160 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:09:08.151160 dv-cinder-806008-1-iscsi neutron-server[75045]: event.method(event) Aug 25 16:09:08.151160 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:09:08.151160 dv-cinder-806008-1-iscsi neutron-server[75045]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:09:08.151160 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:09:08.151160 dv-cinder-806008-1-iscsi neutron-server[75045]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:09:08.151160 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:09:08.151160 dv-cinder-806008-1-iscsi neutron-server[75045]: return f(self, *a, **k) Aug 25 16:09:08.151160 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:09:08.151160 dv-cinder-806008-1-iscsi neutron-server[75045]: return self._get(url).json() Aug 25 16:09:08.151160 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:09:08.151160 dv-cinder-806008-1-iscsi neutron-server[75045]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:09:08.151160 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:09:08.151160 dv-cinder-806008-1-iscsi neutron-server[75045]: return self.request(url, 'GET', **kwargs) Aug 25 16:09:08.151160 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:09:08.151160 dv-cinder-806008-1-iscsi neutron-server[75045]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:09:08.151160 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:09:08.151160 dv-cinder-806008-1-iscsi neutron-server[75045]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:09:08.151160 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:09:08.151160 dv-cinder-806008-1-iscsi neutron-server[75045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:09:08.151160 dv-cinder-806008-1-iscsi neutron-server[75045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:09:08.160516 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0b14a73f-d0ae-4598-83ad-057e775deb30 req-0f6ed448-369b-409b-a2c2-a680d4c4404f service neutron] 10.222.0.21 "GET /v2.0/networks/53b8ca3b-c7b5-4977-bfe0-00939af2a7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351578 Aug 25 16:09:08.232250 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9aab48d7-54df-46bb-ad27-02d2e317875e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683615'] for network, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:08.236394 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-97dc9a7f-af49-401d-8102-d6c022750d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:08.252757 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9aab48d7-54df-46bb-ad27-02d2e317875e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:08.260196 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab48d7-54df-46bb-ad27-02d2e317875e admin admin] Pushing event deleted for resources: {'Network': ['ID=19552b71-7cb9-4c5a-9436-fcba33552e32,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:08.263984 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-9aab48d7-54df-46bb-ad27-02d2e317875e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:08.272251 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-9aab48d7-54df-46bb-ad27-02d2e317875e admin admin] 10.222.0.43 "DELETE /v2.0/networks/19552b71-7cb9-4c5a-9436-fcba33552e32 HTTP/1.1" status: 204 len: 168 time: 0.4682400 Aug 25 16:09:08.326911 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0b14a73f-d0ae-4598-83ad-057e775deb30 req-c66bfe27-13cf-461c-9262-12c252e8a6a3 service neutron] 10.222.0.21 "GET /v2.0/networks/53b8ca3b-c7b5-4977-bfe0-00939af2a7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587284 Aug 25 16:09:08.421459 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 50700) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:08.482056 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-0055e662-0111-4812-aed8-768ee601be9f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2e09075145744d7794abaa90e728ee8c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0592935 Aug 25 16:09:08.484211 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 50706) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:08.543434 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9d3d52b9-9cdc-45a8-83d9-f629eab38fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:08.570049 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9d3d52b9-9cdc-45a8-83d9-f629eab38fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:08.633401 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9d3d52b9-9cdc-45a8-83d9-f629eab38fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:08.643345 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-97dc9a7f-af49-401d-8102-d6c022750d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:08.661765 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d52b9-9cdc-45a8-83d9-f629eab38fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81230418-29cf-4b92-a01d-8f5ac68969d1,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:08.667445 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-9d3d52b9-9cdc-45a8-83d9-f629eab38fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:08.670756 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9d3d52b9-9cdc-45a8-83d9-f629eab38fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:08.674711 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-9d3d52b9-9cdc-45a8-83d9-f629eab38fc2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/81230418-29cf-4b92-a01d-8f5ac68969d1 HTTP/1.1" status: 204 len: 168 time: 0.1895092 Aug 25 16:09:08.904420 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 50732) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:08.951564 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 484ada34-b678-482b-aea3-c47576f946ca no longer exists at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:09:08.992193 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] No Port match for: 484ada34-b678-482b-aea3-c47576f946ca {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:09:08.992691 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 484ada34-b678-482b-aea3-c47576f946ca not bound to the agent host dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:09:09.070756 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4408132-3c18-435f-b03f-64be9193b5e5 req-df2a9672-e036-4e25-aef6-11e89b018c0e tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:09.072162 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a4408132-3c18-435f-b03f-64be9193b5e5 req-df2a9672-e036-4e25-aef6-11e89b018c0e tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 944 time: 0.1047668 Aug 25 16:09:09.114020 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-c385c07b-a858-421d-ab0d-dbfc1c18d94d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1398295952-network', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:09.122877 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-c385c07b-a858-421d-ab0d-dbfc1c18d94d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:09.129515 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-c385c07b-a858-421d-ab0d-dbfc1c18d94d admin admin] Usage tracker for resource:network and tenant:ebd338f4b7714b59867e69ddd8df8b95 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:09.133388 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-c385c07b-a858-421d-ab0d-dbfc1c18d94d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:09.138134 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a4408132-3c18-435f-b03f-64be9193b5e5 req-3c3ab3d9-6435-4c09-8c6f-2372339df862 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601180 Aug 25 16:09:09.142020 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-c385c07b-a858-421d-ab0d-dbfc1c18d94d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:09.162977 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c385c07b-a858-421d-ab0d-dbfc1c18d94d admin admin] Made reservation on behalf of ebd338f4b7714b59867e69ddd8df8b95 for: {'network': 1} {{(pid=75045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:09:09.165300 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c385c07b-a858-421d-ab0d-dbfc1c18d94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for network, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:09.180888 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c385c07b-a858-421d-ab0d-dbfc1c18d94d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:09.216300 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-c385c07b-a858-421d-ab0d-dbfc1c18d94d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:09.220341 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-c385c07b-a858-421d-ab0d-dbfc1c18d94d admin admin] Usage tracker for resource:security_group_rule and tenant:ebd338f4b7714b59867e69ddd8df8b95 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:09.223611 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-c385c07b-a858-421d-ab0d-dbfc1c18d94d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:09.230452 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-c385c07b-a858-421d-ab0d-dbfc1c18d94d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:09.299830 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c385c07b-a858-421d-ab0d-dbfc1c18d94d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:09.305595 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c385c07b-a858-421d-ab0d-dbfc1c18d94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:09.309598 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:09.346677 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c385c07b-a858-421d-ab0d-dbfc1c18d94d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1253} {{(pid=75045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:09:09.359263 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385c07b-a858-421d-ab0d-dbfc1c18d94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25170a0-df8b-4181-bc25-5b912801b89c,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:09.363279 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-c385c07b-a858-421d-ab0d-dbfc1c18d94d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:09.364204 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c385c07b-a858-421d-ab0d-dbfc1c18d94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:09.364539 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.db.segments_db [None req-c385c07b-a858-421d-ab0d-dbfc1c18d94d admin admin] Added segment a05c1134-7b51-454b-8aaa-f8bbb9036c51 of type vlan for network f850c874-26b5-48b0-8127-913ec3bc37ac Aug 25 16:09:09.396178 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c385c07b-a858-421d-ab0d-dbfc1c18d94d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779527754918'] for network, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:09.438064 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c385c07b-a858-421d-ab0d-dbfc1c18d94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244'] for network, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:09.439605 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c385c07b-a858-421d-ab0d-dbfc1c18d94d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:09.440278 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c385c07b-a858-421d-ab0d-dbfc1c18d94d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:09.444388 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-6866da7f-861a-4881-a1b3-4b10c5f4827a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:09.551830 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385c07b-a858-421d-ab0d-dbfc1c18d94d admin admin] Pushing event updated for resources: {'Network': ['ID=f850c874-26b5-48b0-8127-913ec3bc37ac,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:09.554722 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-c385c07b-a858-421d-ab0d-dbfc1c18d94d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:09.556839 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-c385c07b-a858-421d-ab0d-dbfc1c18d94d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6513724 Aug 25 16:09:09.559649 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 50786) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:09.565615 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-a5ac081d-b8ed-46f1-a221-a6152d4116ad admin admin] Request body: {'subnet': {'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1398295952-subnet', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:09.572147 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Network f850c874-26b5-48b0-8127-913ec3bc37ac details requested by agent ovs-agent-dv-cinder-806008-1-iscsi with host dv-cinder-806008-1-iscsi {{(pid=75047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:09:09.572596 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-a5ac081d-b8ed-46f1-a221-a6152d4116ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:09.583264 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-a5ac081d-b8ed-46f1-a221-a6152d4116ad admin admin] Usage tracker for resource:subnet and tenant:ebd338f4b7714b59867e69ddd8df8b95 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:09.588257 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-a5ac081d-b8ed-46f1-a221-a6152d4116ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:09.594350 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-a5ac081d-b8ed-46f1-a221-a6152d4116ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:09.606876 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ac081d-b8ed-46f1-a221-a6152d4116ad admin admin] Made reservation on behalf of ebd338f4b7714b59867e69ddd8df8b95 for: {'subnet': 1} {{(pid=75045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:09:09.610326 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a5ac081d-b8ed-46f1-a221-a6152d4116ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854741'] for subnet, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:09.843024 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a5ac081d-b8ed-46f1-a221-a6152d4116ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3837922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854727'] for subnet, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:09.847499 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:09.920328 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac081d-b8ed-46f1-a221-a6152d4116ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c90e4aa-a616-450f-a776-04d207824949,revision_number=0']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:09.924986 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-a5ac081d-b8ed-46f1-a221-a6152d4116ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:09.938169 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ac081d-b8ed-46f1-a221-a6152d4116ad admin admin] Checking segment: {'id': 'a05c1134-7b51-454b-8aaa-f8bbb9036c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:09:09.938660 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ac081d-b8ed-46f1-a221-a6152d4116ad admin admin] Network hostable DHCP agents. Network: f850c874-26b5-48b0-8127-913ec3bc37ac, hostable agents: ['76091da7-29c6-41af-a969-d28dab66f71a'], hosted agents: [] {{(pid=75045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:09:09.961708 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ac081d-b8ed-46f1-a221-a6152d4116ad admin admin] Network f850c874-26b5-48b0-8127-913ec3bc37ac is scheduled to be hosted by DHCP agent 76091da7-29c6-41af-a969-d28dab66f71a with binding_index 1 {{(pid=75045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:09:09.971793 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-a5ac081d-b8ed-46f1-a221-a6152d4116ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-iscsi, f850c874-26b5-48b0-8127-913ec3bc37ac) {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:09:09.976562 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac081d-b8ed-46f1-a221-a6152d4116ad admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:09.977175 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a5ac081d-b8ed-46f1-a221-a6152d4116ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:09.980737 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1eed43-a824-4917-ba9d-42b37d042d8f None None] Network f850c874-26b5-48b0-8127-913ec3bc37ac requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:09:10.001170 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-a5ac081d-b8ed-46f1-a221-a6152d4116ad admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4403534 Aug 25 16:09:10.003811 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 50812) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:10.011134 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-67140fd9-bdc0-4c56-b0a9-997ffef4387c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1398295952-router', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:10.016292 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-67140fd9-bdc0-4c56-b0a9-997ffef4387c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:10.020872 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-67140fd9-bdc0-4c56-b0a9-997ffef4387c admin admin] Usage tracker for resource:router and tenant:ebd338f4b7714b59867e69ddd8df8b95 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:10.025459 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-67140fd9-bdc0-4c56-b0a9-997ffef4387c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:10.034224 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-67140fd9-bdc0-4c56-b0a9-997ffef4387c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:10.050049 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-67140fd9-bdc0-4c56-b0a9-997ffef4387c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4569'] for router, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:10.054481 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-67140fd9-bdc0-4c56-b0a9-997ffef4387c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4386'] for router, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:10.082031 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-67140fd9-bdc0-4c56-b0a9-997ffef4387c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:10.272810 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f5f195-4ced-41f1-b3e5-6c9332590c22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf611e6e9-e149-50bb-9d7e-e511a8e7b325-f850c874-26b5-48b0-8127-913ec3bc37ac', 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'fixed_ips': [{'subnet_id': '7c90e4aa-a616-450f-a776-04d207824949'}]}} from dv-cinder-806008-1-iscsi. {{(pid=75047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:09:10.274336 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-11f5f195-4ced-41f1-b3e5-6c9332590c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:10.383579 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca2685-e82c-44dd-abc8-3d55b67b2381 req-67cc6151-876b-4cf6-818f-281033047c24 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:10.384276 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-09ca2685-e82c-44dd-abc8-3d55b67b2381 req-67cc6151-876b-4cf6-818f-281033047c24 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 944 time: 0.0969114 Aug 25 16:09:10.424060 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-67140fd9-bdc0-4c56-b0a9-997ffef4387c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4404'] for router, precommit_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:10.449550 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-09ca2685-e82c-44dd-abc8-3d55b67b2381 req-aae27060-218c-481a-a568-7d4232bba808 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564547 Aug 25 16:09:10.487566 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.db_base_plugin_common [None req-11f5f195-4ced-41f1-b3e5-6c9332590c22 None None] Allocated IP 172.20.0.2 (f850c874-26b5-48b0-8127-913ec3bc37ac/7c90e4aa-a616-450f-a776-04d207824949/c60d9abc-fc9b-4b20-b78c-db5a3c2f192e) {{(pid=75047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:09:10.670508 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-67140fd9-bdc0-4c56-b0a9-997ffef4387c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:10.716168 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-67140fd9-bdc0-4c56-b0a9-997ffef4387c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:10.756695 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:10.774853 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-11f5f195-4ced-41f1-b3e5-6c9332590c22 None None] Notify callbacks [] for port, precommit_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:10.786473 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-11f5f195-4ced-41f1-b3e5-6c9332590c22 None None] Transition to ACTIVE for port object c60d9abc-fc9b-4b20-b78c-db5a3c2f192e will not be triggered until provisioned by entity L2. {{(pid=75047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:09:10.808977 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-11f5f195-4ced-41f1-b3e5-6c9332590c22 None None] Transition to ACTIVE for port object c60d9abc-fc9b-4b20-b78c-db5a3c2f192e will not be triggered until provisioned by entity DHCP. {{(pid=75047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:09:10.816355 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-11f5f195-4ced-41f1-b3e5-6c9332590c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143'] for port, after_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:10.824779 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:10.880096 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.db_base_plugin_common [None req-67140fd9-bdc0-4c56-b0a9-997ffef4387c admin admin] Allocated IP 172.27.1.184 (918dfb31-e205-4511-8f83-81a91dee6c8c/7d72112f-2376-4184-b827-994c471d72fa/8c65d8d4-13ab-4bd9-8315-629cf795dbd1) {{(pid=75046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:09:10.899649 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f5f195-4ced-41f1-b3e5-6c9332590c22 None None] Network f850c874-26b5-48b0-8127-913ec3bc37ac is already hosted by enough agents. {{(pid=75047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:09:10.903524 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.scheduler.base_scheduler [None req-11f5f195-4ced-41f1-b3e5-6c9332590c22 None None] Resources bound (agent type, host, resource id): {{(pid=75047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:09:10.906247 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f5f195-4ced-41f1-b3e5-6c9332590c22 None None] Received port after_create {{(pid=75047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:09:10.910511 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5f195-4ced-41f1-b3e5-6c9332590c22 None None] Pushing event updated for resources: {'Port': ['ID=c60d9abc-fc9b-4b20-b78c-db5a3c2f192e,revision_number=1']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:10.913700 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-11f5f195-4ced-41f1-b3e5-6c9332590c22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:11.041977 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-11f5f195-4ced-41f1-b3e5-6c9332590c22 None None] Attempting to bind port c60d9abc-fc9b-4b20-b78c-db5a3c2f192e on host dv-cinder-806008-1-iscsi for vnic_type normal with profile {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:09:11.043339 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-11f5f195-4ced-41f1-b3e5-6c9332590c22 None None] Attempting to bind port c60d9abc-fc9b-4b20-b78c-db5a3c2f192e by drivers openvswitch,hyperv on host dv-cinder-806008-1-iscsi at level 0 using segments [{'id': 'a05c1134-7b51-454b-8aaa-f8bbb9036c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac'}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:09:11.043881 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f5f195-4ced-41f1-b3e5-6c9332590c22 None None] Attempting to bind port c60d9abc-fc9b-4b20-b78c-db5a3c2f192e on network f850c874-26b5-48b0-8127-913ec3bc37ac {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:09:11.046622 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-67140fd9-bdc0-4c56-b0a9-997ffef4387c admin admin] Notify callbacks [] for port, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:11.051951 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f5f195-4ced-41f1-b3e5-6c9332590c22 None None] Checking agent: {'id': '8ad9899d-d2ce-4381-ae51-c9c56b6945b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 56, 26), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:09:11.052338 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f5f195-4ced-41f1-b3e5-6c9332590c22 None None] Checking segment: {'id': 'a05c1134-7b51-454b-8aaa-f8bbb9036c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:09:11.052780 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-11f5f195-4ced-41f1-b3e5-6c9332590c22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:11.053222 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f5f195-4ced-41f1-b3e5-6c9332590c22 None None] Bound using segment: {'id': 'a05c1134-7b51-454b-8aaa-f8bbb9036c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac'} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:09:11.053471 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 50892) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:11.053902 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-11f5f195-4ced-41f1-b3e5-6c9332590c22 None None] Bound port: c60d9abc-fc9b-4b20-b78c-db5a3c2f192e, host: dv-cinder-806008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05c1134-7b51-454b-8aaa-f8bbb9036c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac'}}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:09:11.054033 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-11f5f195-4ced-41f1-b3e5-6c9332590c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:11.101631 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-67140fd9-bdc0-4c56-b0a9-997ffef4387c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:11.110853 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:11.163746 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-11f5f195-4ced-41f1-b3e5-6c9332590c22 None None] For port c60d9abc-fc9b-4b20-b78c-db5a3c2f192e, host dv-cinder-806008-1-iscsi, cleared binding levels {{(pid=75047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:09:11.167617 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-11f5f195-4ced-41f1-b3e5-6c9332590c22 None None] For port c60d9abc-fc9b-4b20-b78c-db5a3c2f192e, host dv-cinder-806008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=c60d9abc-fc9b-4b20-b78c-db5a3c2f192e,segment=NetworkSegment(a05c1134-7b51-454b-8aaa-f8bbb9036c51),segment_id=a05c1134-7b51-454b-8aaa-f8bbb9036c51)] {{(pid=75047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:09:11.176565 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-11f5f195-4ced-41f1-b3e5-6c9332590c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:11.183462 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-d795ae2b-0865-40f2-ac23-5bc478dfb900 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:11.194989 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67140fd9-bdc0-4c56-b0a9-997ffef4387c admin admin] Network 918dfb31-e205-4511-8f83-81a91dee6c8c is already hosted by enough agents. {{(pid=75046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:09:11.198833 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [None req-67140fd9-bdc0-4c56-b0a9-997ffef4387c admin admin] Resources bound (agent type, host, resource id): {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:09:11.202986 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67140fd9-bdc0-4c56-b0a9-997ffef4387c admin admin] Received port after_create {{(pid=75046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:09:11.243610 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67140fd9-bdc0-4c56-b0a9-997ffef4387c admin admin] Pushing event updated for resources: {'Port': ['ID=8c65d8d4-13ab-4bd9-8315-629cf795dbd1,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:11.257646 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-67140fd9-bdc0-4c56-b0a9-997ffef4387c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:11.300166 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5f195-4ced-41f1-b3e5-6c9332590c22 None None] Pushing event updated for resources: {'Port': ['ID=c60d9abc-fc9b-4b20-b78c-db5a3c2f192e,revision_number=2']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:11.319656 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-11f5f195-4ced-41f1-b3e5-6c9332590c22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:11.331973 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c24387b4-80a1-48cf-b2aa-b3f9d7b22479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:11.392785 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-c24387b4-80a1-48cf-b2aa-b3f9d7b22479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:11.397922 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-c24387b4-80a1-48cf-b2aa-b3f9d7b22479 admin admin] Usage tracker for resource:security_group_rule and tenant:ba498795f2e940979fda60394b311470 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:11.400911 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-c24387b4-80a1-48cf-b2aa-b3f9d7b22479 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:11.407371 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-c24387b4-80a1-48cf-b2aa-b3f9d7b22479 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:11.421328 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-67140fd9-bdc0-4c56-b0a9-997ffef4387c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:11.422129 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-67140fd9-bdc0-4c56-b0a9-997ffef4387c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683550'] for router, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:11.498617 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c24387b4-80a1-48cf-b2aa-b3f9d7b22479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:11.507632 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c24387b4-80a1-48cf-b2aa-b3f9d7b22479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:11.523560 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-ab35e629-5b08-4b9d-8b2f-406abcefccb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:11.565598 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24387b4-80a1-48cf-b2aa-b3f9d7b22479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cbe549-41da-4d0a-9c4f-1c7712191097,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:11.574433 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-c24387b4-80a1-48cf-b2aa-b3f9d7b22479 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ba498795f2e940979fda60394b311470&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5196352 Aug 25 16:09:11.575683 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 50924) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:11.576904 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-c24387b4-80a1-48cf-b2aa-b3f9d7b22479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:11.743473 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-2606c378-01d7-4921-89b6-0798bbaf68cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:11.778474 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-2606c378-01d7-4921-89b6-0798bbaf68cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:11.791522 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925276ea-7de1-4a58-8e98-200c040c3920 req-7c55ee02-b6d8-4537-9c2c-966c56dfce16 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:11.793051 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-925276ea-7de1-4a58-8e98-200c040c3920 req-7c55ee02-b6d8-4537-9c2c-966c56dfce16 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 944 time: 0.1634870 Aug 25 16:09:11.831803 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67140fd9-bdc0-4c56-b0a9-997ffef4387c admin admin] Router 140dbd97-324d-443b-8d40-61281a573ba9 is scheduled to L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 with binding_index 1 {{(pid=75046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:09:11.864733 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-925276ea-7de1-4a58-8e98-200c040c3920 req-6fd4dd33-1504-4e55-a442-96b906f2df54 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600443 Aug 25 16:09:11.882905 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-2606c378-01d7-4921-89b6-0798bbaf68cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:11.887996 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-0f629340-630f-4605-91d8-fef3be3ff461 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:11.899878 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606c378-01d7-4921-89b6-0798bbaf68cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cbe549-41da-4d0a-9c4f-1c7712191097,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:11.915211 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-2606c378-01d7-4921-89b6-0798bbaf68cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:11.917571 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-2606c378-01d7-4921-89b6-0798bbaf68cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:11.922287 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-2606c378-01d7-4921-89b6-0798bbaf68cd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f3cbe549-41da-4d0a-9c4f-1c7712191097 HTTP/1.1" status: 204 len: 168 time: 0.3419738 Aug 25 16:09:12.071054 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67140fd9-bdc0-4c56-b0a9-997ffef4387c admin admin] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:09:12.083341 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17910a5f-8240-427b-a464-64df743f4217 None None] Sync routers for ids ['140dbd97-324d-443b-8d40-61281a573ba9'] in dv-cinder-806008-1-iscsi {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:09:12.099578 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17910a5f-8240-427b-a464-64df743f4217 None None] Routers {'140dbd97-324d-443b-8d40-61281a573ba9'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:09:12.101025 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-17910a5f-8240-427b-a464-64df743f4217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:08:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['140dbd97-324d-443b-8d40-61281a573ba9'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:12.117352 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-67140fd9-bdc0-4c56-b0a9-997ffef4387c admin admin] Notify callbacks [] for router, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:12.121582 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 50946) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:12.122074 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-67140fd9-bdc0-4c56-b0a9-997ffef4387c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1168735 Aug 25 16:09:12.387220 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-17910a5f-8240-427b-a464-64df743f4217 None None] Set router 140dbd97-324d-443b-8d40-61281a573ba9 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:09:12.640932 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cef570c-2d10-47f3-8997-6cfec80a931e None None] Network f850c874-26b5-48b0-8127-913ec3bc37ac requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:09:12.824845 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-f694bc0e-6324-4738-8e3b-c4e95c427a51 None None] Provisioning for port c60d9abc-fc9b-4b20-b78c-db5a3c2f192e completed by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:09:13.106177 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-17910a5f-8240-427b-a464-64df743f4217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140dbd97-324d-443b-8d40-61281a573ba9', 'name': 'tempest-AttachVolumeShelveTestJSON-1398295952-router', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:11Z', 'revision_number': 3, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'gw_port': {'id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:13.125097 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device c60d9abc-fc9b-4b20-b78c-db5a3c2f192e up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:09:13.156910 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17910a5f-8240-427b-a464-64df743f4217 None None] Checking router: 140dbd97-324d-443b-8d40-61281a573ba9 for host: dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:09:13.157287 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17910a5f-8240-427b-a464-64df743f4217 None None] Updating router 140dbd97-324d-443b-8d40-61281a573ba9 port 8c65d8d4-13ab-4bd9-8315-629cf795dbd1 binding host dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:09:13.220593 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97796a90-b27c-457a-8b2d-62d703008a97 req-73deaf9d-1ced-4360-b216-41fd858d6bce tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:13.222054 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-97796a90-b27c-457a-8b2d-62d703008a97 req-73deaf9d-1ced-4360-b216-41fd858d6bce tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 944 time: 0.1387262 Aug 25 16:09:13.236831 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-17910a5f-8240-427b-a464-64df743f4217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:13.347213 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-97796a90-b27c-457a-8b2d-62d703008a97 req-d6d63a36-daa9-4895-90cb-285105c4d858 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050203 Aug 25 16:09:13.384141 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning for port c60d9abc-fc9b-4b20-b78c-db5a3c2f192e completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:09:13.425106 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port c60d9abc-fc9b-4b20-b78c-db5a3c2f192e triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:13.433970 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:13.488814 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d41e25dc-b380-480d-a169-faeccab366fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:13.705680 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:13.722868 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_common [None req-d41e25dc-b380-480d-a169-faeccab366fa admin admin] Allocated IP 172.20.0.1 (f850c874-26b5-48b0-8127-913ec3bc37ac/7c90e4aa-a616-450f-a776-04d207824949/fc7f09b8-6487-4aa7-9e2e-beefdc901916) {{(pid=75045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:09:13.839668 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] For port c60d9abc-fc9b-4b20-b78c-db5a3c2f192e, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=c60d9abc-fc9b-4b20-b78c-db5a3c2f192e,segment=NetworkSegment(a05c1134-7b51-454b-8aaa-f8bbb9036c51),segment_id=a05c1134-7b51-454b-8aaa-f8bbb9036c51)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:13.862231 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:13.867722 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-bfb8a196-852a-4018-b1d7-281bde81e9f7 None None] Provisioning complete for port c60d9abc-fc9b-4b20-b78c-db5a3c2f192e triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:13.868159 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-bfb8a196-852a-4018-b1d7-281bde81e9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:13.893252 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d41e25dc-b380-480d-a169-faeccab366fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:13.913077 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.provisioning_blocks [None req-d41e25dc-b380-480d-a169-faeccab366fa admin admin] Transition to ACTIVE for port object fc7f09b8-6487-4aa7-9e2e-beefdc901916 will not be triggered until provisioned by entity DHCP. {{(pid=75045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:09:13.937937 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-94129fd3-976d-41d3-8d1b-9880dd971447 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:13.942883 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d41e25dc-b380-480d-a169-faeccab366fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:13.957427 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-a9a7bb0c-4801-46bc-b524-1fd75edb2e42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:13.976437 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-17910a5f-8240-427b-a464-64df743f4217 None None] Notify callbacks [] for port, precommit_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:14.010150 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-17910a5f-8240-427b-a464-64df743f4217 None None] Transition to ACTIVE for port object 8c65d8d4-13ab-4bd9-8315-629cf795dbd1 will not be triggered until provisioned by entity L2. {{(pid=75047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:09:14.051029 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41e25dc-b380-480d-a169-faeccab366fa admin admin] Network f850c874-26b5-48b0-8127-913ec3bc37ac is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:09:14.054979 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-d41e25dc-b380-480d-a169-faeccab366fa admin admin] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:09:14.061290 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-17910a5f-8240-427b-a464-64df743f4217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:14.067344 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41e25dc-b380-480d-a169-faeccab366fa admin admin] Received port after_create {{(pid=75045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:09:14.087325 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Pushing event updated for resources: {'Port': ['ID=c60d9abc-fc9b-4b20-b78c-db5a3c2f192e,revision_number=3']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:14.101340 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:14.101682 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:14.102011 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:14.102340 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:14.102662 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:14.102984 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:14.103302 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:14.103620 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:14.103940 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:14.104242 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:14.104721 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:14.115359 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:14.116749 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-d795ae2b-0865-40f2-ac23-5bc478dfb900 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:14.128228 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e25dc-b380-480d-a169-faeccab366fa admin admin] Pushing event updated for resources: {'Port': ['ID=fc7f09b8-6487-4aa7-9e2e-beefdc901916,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:14.133125 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-d41e25dc-b380-480d-a169-faeccab366fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:14.164176 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d41e25dc-b380-480d-a169-faeccab366fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683712'] for router_interface, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:14.275240 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-17910a5f-8240-427b-a464-64df743f4217 None None] Attempting to bind port 8c65d8d4-13ab-4bd9-8315-629cf795dbd1 on host dv-cinder-806008-1-iscsi for vnic_type normal with profile {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:09:14.275613 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-17910a5f-8240-427b-a464-64df743f4217 None None] Attempting to bind port 8c65d8d4-13ab-4bd9-8315-629cf795dbd1 by drivers openvswitch,hyperv on host dv-cinder-806008-1-iscsi at level 0 using segments [{'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:09:14.275981 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17910a5f-8240-427b-a464-64df743f4217 None None] Attempting to bind port 8c65d8d4-13ab-4bd9-8315-629cf795dbd1 on network 918dfb31-e205-4511-8f83-81a91dee6c8c {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:09:14.323272 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17910a5f-8240-427b-a464-64df743f4217 None None] Checking agent: {'id': '8ad9899d-d2ce-4381-ae51-c9c56b6945b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 56, 26), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:09:14.323663 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17910a5f-8240-427b-a464-64df743f4217 None None] Checking segment: {'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:09:14.324118 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-17910a5f-8240-427b-a464-64df743f4217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:14.324478 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17910a5f-8240-427b-a464-64df743f4217 None None] Bound using segment: {'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:09:14.324995 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-17910a5f-8240-427b-a464-64df743f4217 None None] Bound port: 8c65d8d4-13ab-4bd9-8315-629cf795dbd1, host: dv-cinder-806008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:09:14.325489 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-17910a5f-8240-427b-a464-64df743f4217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:14.339216 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d41e25dc-b380-480d-a169-faeccab366fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:14.427984 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b3465-c68f-40c3-85a0-6addda8be33c None None] Pushing event updated for resources: {'Port': ['ID=8c65d8d4-13ab-4bd9-8315-629cf795dbd1,revision_number=2']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:14.434015 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-021b3465-c68f-40c3-85a0-6addda8be33c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:14.486636 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-17910a5f-8240-427b-a464-64df743f4217 None None] For port 8c65d8d4-13ab-4bd9-8315-629cf795dbd1, host dv-cinder-806008-1-iscsi, cleared binding levels {{(pid=75047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:09:14.490294 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-17910a5f-8240-427b-a464-64df743f4217 None None] For port 8c65d8d4-13ab-4bd9-8315-629cf795dbd1, host dv-cinder-806008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=8c65d8d4-13ab-4bd9-8315-629cf795dbd1,segment=NetworkSegment(6c802ec5-cb0c-4ebf-9051-a5208badfc91),segment_id=6c802ec5-cb0c-4ebf-9051-a5208badfc91)] {{(pid=75047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:09:14.496273 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-17910a5f-8240-427b-a464-64df743f4217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:14.502233 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:14.536035 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-f5c2b7bc-f892-4625-8619-4963c3239f07 None None] Provisioning for port fc7f09b8-6487-4aa7-9e2e-beefdc901916 completed by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:09:14.560397 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-f5c2b7bc-f892-4625-8619-4963c3239f07 None None] Provisioning complete for port fc7f09b8-6487-4aa7-9e2e-beefdc901916 triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:14.560770 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-f5c2b7bc-f892-4625-8619-4963c3239f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:14.637696 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-f5c2b7bc-f892-4625-8619-4963c3239f07 None None] Port fc7f09b8-6487-4aa7-9e2e-beefdc901916 cannot update to ACTIVE because it is not bound. {{(pid=75047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:09:14.641077 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b3465-c68f-40c3-85a0-6addda8be33c None None] Pushing event updated for resources: {'Port': ['ID=8c65d8d4-13ab-4bd9-8315-629cf795dbd1,revision_number=3']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:14.646149 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-021b3465-c68f-40c3-85a0-6addda8be33c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:14.649399 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17910a5f-8240-427b-a464-64df743f4217 None None] Routers {'140dbd97-324d-443b-8d40-61281a573ba9'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:09:14.650077 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-17910a5f-8240-427b-a464-64df743f4217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:08:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['140dbd97-324d-443b-8d40-61281a573ba9'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:14.806479 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 51038) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:14.942951 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f61fb-f149-4b00-a071-5cca99079e1d req-6cea1f3d-4e1d-41e8-966d-3b5ebcab87af tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:14.950335 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e87f61fb-f149-4b00-a071-5cca99079e1d req-6cea1f3d-4e1d-41e8-966d-3b5ebcab87af tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 944 time: 0.2096021 Aug 25 16:09:14.979665 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d41e25dc-b380-480d-a169-faeccab366fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:14.984849 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d41e25dc-b380-480d-a169-faeccab366fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3837783'] for port, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:15.006920 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-17910a5f-8240-427b-a464-64df743f4217 None None] Set router 140dbd97-324d-443b-8d40-61281a573ba9 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:09:15.018663 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:15.092344 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device c60d9abc-fc9b-4b20-b78c-db5a3c2f192e up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:09:15.125232 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-307b127d-3cb2-42ee-a0bf-c701fb95e044 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=591eb28aab5d4997b8f42198dea9c8b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3174818 Aug 25 16:09:15.126226 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 51048) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:15.133601 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e87f61fb-f149-4b00-a071-5cca99079e1d req-c50fc4d7-4caa-44b6-a310-4beeb98699c4 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822772 Aug 25 16:09:15.143170 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e25dc-b380-480d-a169-faeccab366fa admin admin] Pushing event updated for resources: {'Port': ['ID=fc7f09b8-6487-4aa7-9e2e-beefdc901916,revision_number=2']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:15.151732 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d41e25dc-b380-480d-a169-faeccab366fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684841'] for router_interface, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:15.157981 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-d41e25dc-b380-480d-a169-faeccab366fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:15.190830 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-4ca697ce-a075-44cb-b166-ca94e8c45d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:15.221046 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-4ca697ce-a075-44cb-b166-ca94e8c45d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:15.277878 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-4ca697ce-a075-44cb-b166-ca94e8c45d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:15.281563 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-ac3444c4-aebc-492d-af5c-38cb258c3409 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:15.298288 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca697ce-a075-44cb-b166-ca94e8c45d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff70ed2-2150-4f93-abc3-af42ad2cbe6b,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:15.300957 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-4ca697ce-a075-44cb-b166-ca94e8c45d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:15.308578 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port c60d9abc-fc9b-4b20-b78c-db5a3c2f192e triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:15.309127 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:15.325146 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41e25dc-b380-480d-a169-faeccab366fa admin admin] Network f850c874-26b5-48b0-8127-913ec3bc37ac is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:09:15.325332 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-4ca697ce-a075-44cb-b166-ca94e8c45d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:15.326700 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-d41e25dc-b380-480d-a169-faeccab366fa admin admin] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:09:15.330882 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-4ca697ce-a075-44cb-b166-ca94e8c45d5d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eff70ed2-2150-4f93-abc3-af42ad2cbe6b HTTP/1.1" status: 204 len: 168 time: 0.2012756 Aug 25 16:09:15.573328 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-17910a5f-8240-427b-a464-64df743f4217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140dbd97-324d-443b-8d40-61281a573ba9', 'name': 'tempest-AttachVolumeShelveTestJSON-1398295952-router', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:14Z', 'revision_number': 4, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'gw_port': {'id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': 'fc7f09b8-6487-4aa7-9e2e-beefdc901916', 'name': '', 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'mac_address': 'fa:16:3e:de:8b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c90e4aa-a616-450f-a776-04d207824949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:13Z', 'updated_at': '2021-08-25T16:09:13Z', 'revision_number': 1, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'subnets': [{'id': '7c90e4aa-a616-450f-a776-04d207824949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:15.577843 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17910a5f-8240-427b-a464-64df743f4217 None None] The sync data for ids ['140dbd97-324d-443b-8d40-61281a573ba9'] in dv-cinder-806008-1-iscsi is: [{'id': '140dbd97-324d-443b-8d40-61281a573ba9', 'name': 'tempest-AttachVolumeShelveTestJSON-1398295952-router', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:14Z', 'revision_number': 4, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'gw_port': {'id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': 'fc7f09b8-6487-4aa7-9e2e-beefdc901916', 'name': '', 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'mac_address': 'fa:16:3e:de:8b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c90e4aa-a616-450f-a776-04d207824949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:13Z', 'updated_at': '2021-08-25T16:09:13Z', 'revision_number': 1, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'subnets': [{'id': '7c90e4aa-a616-450f-a776-04d207824949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:09:15.672082 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-1ba4c623-3dc4-4202-9b17-94069100c3d2 None None] Provisioning complete for port fc7f09b8-6487-4aa7-9e2e-beefdc901916 triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:15.672564 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-1ba4c623-3dc4-4202-9b17-94069100c3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:15.780179 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-1ba4c623-3dc4-4202-9b17-94069100c3d2 None None] Port fc7f09b8-6487-4aa7-9e2e-beefdc901916 cannot update to ACTIVE because it is not bound. {{(pid=75047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:09:15.827708 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41e25dc-b380-480d-a169-faeccab366fa admin admin] Router 140dbd97-324d-443b-8d40-61281a573ba9 has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:09:16.042955 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41e25dc-b380-480d-a169-faeccab366fa admin admin] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:09:16.053511 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-d41e25dc-b380-480d-a169-faeccab366fa admin admin] 10.222.0.43 "PUT /v2.0/routers/140dbd97-324d-443b-8d40-61281a573ba9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9280396 Aug 25 16:09:16.375854 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd9c60-577d-41a0-becc-469cc6ac03e6 req-092f460d-87c1-4f72-8565-0401f9d1841e tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:16.384900 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e2fd9c60-577d-41a0-becc-469cc6ac03e6 req-092f460d-87c1-4f72-8565-0401f9d1841e tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 944 time: 0.1001465 Aug 25 16:09:16.441396 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e2fd9c60-577d-41a0-becc-469cc6ac03e6 req-31738a02-240a-4688-ac4c-d0bf4e7ca135 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515537 Aug 25 16:09:17.056915 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 8c65d8d4-13ab-4bd9-8315-629cf795dbd1 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:09:17.124258 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning for port 8c65d8d4-13ab-4bd9-8315-629cf795dbd1 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:09:17.129075 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 8c65d8d4-13ab-4bd9-8315-629cf795dbd1 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:17.129452 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:17.176361 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 51092) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:17.183274 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-61e1d7fb-1334-442c-9030-7d1395aef343 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1211792191', 'description': 'tempest-description--2001327819'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:17.188840 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-61e1d7fb-1334-442c-9030-7d1395aef343 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:17.192565 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-61e1d7fb-1334-442c-9030-7d1395aef343 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Usage tracker for resource:security_group and tenant:ebd338f4b7714b59867e69ddd8df8b95 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:17.196361 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-61e1d7fb-1334-442c-9030-7d1395aef343 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:17.202984 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-61e1d7fb-1334-442c-9030-7d1395aef343 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:17.215838 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-61e1d7fb-1334-442c-9030-7d1395aef343 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:17.244886 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:17.250474 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-61e1d7fb-1334-442c-9030-7d1395aef343 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:17.254131 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-61e1d7fb-1334-442c-9030-7d1395aef343 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Usage tracker for resource:security_group_rule and tenant:ebd338f4b7714b59867e69ddd8df8b95 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:17.256858 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-61e1d7fb-1334-442c-9030-7d1395aef343 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:17.261376 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] For port 8c65d8d4-13ab-4bd9-8315-629cf795dbd1, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=8c65d8d4-13ab-4bd9-8315-629cf795dbd1,segment=NetworkSegment(6c802ec5-cb0c-4ebf-9051-a5208badfc91),segment_id=6c802ec5-cb0c-4ebf-9051-a5208badfc91)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:17.262488 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-61e1d7fb-1334-442c-9030-7d1395aef343 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:17.265446 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:17.267354 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:17.317095 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-61e1d7fb-1334-442c-9030-7d1395aef343 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:17.322077 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-61e1d7fb-1334-442c-9030-7d1395aef343 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:17.331750 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Pushing event updated for resources: {'Port': ['ID=8c65d8d4-13ab-4bd9-8315-629cf795dbd1,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:17.335192 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-76dc454a-198c-4224-9558-975f965a7166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:17.335329 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:17.369122 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-61e1d7fb-1334-442c-9030-7d1395aef343 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:17.370303 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-61e1d7fb-1334-442c-9030-7d1395aef343 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.1922681 Aug 25 16:09:17.371804 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1d7fb-1334-442c-9030-7d1395aef343 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f24c47-9b98-4d3a-8740-74074441bfc8,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:17.373625 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 51096) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:17.374729 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-61e1d7fb-1334-442c-9030-7d1395aef343 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:17.379349 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-014d1cb8-176f-4f9e-a623-93f337418dbd tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Request body: {'security_group_rule': {'security_group_id': 'b1f24c47-9b98-4d3a-8740-74074441bfc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:17.385710 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-014d1cb8-176f-4f9e-a623-93f337418dbd tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:17.389700 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-014d1cb8-176f-4f9e-a623-93f337418dbd tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Usage tracker for resource:security_group_rule and tenant:ebd338f4b7714b59867e69ddd8df8b95 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:17.392559 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-014d1cb8-176f-4f9e-a623-93f337418dbd tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:17.399267 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-014d1cb8-176f-4f9e-a623-93f337418dbd tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:17.416850 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-014d1cb8-176f-4f9e-a623-93f337418dbd tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:17.481753 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-014d1cb8-176f-4f9e-a623-93f337418dbd tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:17.485927 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-014d1cb8-176f-4f9e-a623-93f337418dbd tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347877'] for security_group_rule, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:17.487948 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-9c2ffbef-ef28-4c47-a5bd-ee3c4af58356 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:17.509558 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d1cb8-176f-4f9e-a623-93f337418dbd tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=524c27e8-a857-4ac2-a7d0-0da95ff026e0,revision_number=0']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:17.511951 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-014d1cb8-176f-4f9e-a623-93f337418dbd tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:17.519374 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-014d1cb8-176f-4f9e-a623-93f337418dbd tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:17.520528 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-014d1cb8-176f-4f9e-a623-93f337418dbd tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1459372 Aug 25 16:09:17.523868 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 51104) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:17.529379 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-dd5950ae-7d2c-4813-a34c-8481e9b0fc92 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Request body: {'security_group_rule': {'security_group_id': 'b1f24c47-9b98-4d3a-8740-74074441bfc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:17.534893 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-dd5950ae-7d2c-4813-a34c-8481e9b0fc92 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:17.539245 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-dd5950ae-7d2c-4813-a34c-8481e9b0fc92 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Usage tracker for resource:security_group_rule and tenant:ebd338f4b7714b59867e69ddd8df8b95 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:17.542394 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-dd5950ae-7d2c-4813-a34c-8481e9b0fc92 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:17.547908 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-dd5950ae-7d2c-4813-a34c-8481e9b0fc92 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:17.598449 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-dd5950ae-7d2c-4813-a34c-8481e9b0fc92 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:17.682210 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b85e5-006d-4744-937f-9de87e53e5f1 req-2830391e-d0b7-4fc0-9e04-59f0febaebab tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:17.683559 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-d93b85e5-006d-4744-937f-9de87e53e5f1 req-2830391e-d0b7-4fc0-9e04-59f0febaebab tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 944 time: 0.1208115 Aug 25 16:09:17.685003 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-dd5950ae-7d2c-4813-a34c-8481e9b0fc92 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:17.705858 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-dd5950ae-7d2c-4813-a34c-8481e9b0fc92 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347877'] for security_group_rule, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:17.712157 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:17.741536 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5950ae-7d2c-4813-a34c-8481e9b0fc92 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d25e16bf-ec7f-4d9c-89d3-1e0f9ac6422c,revision_number=0']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:17.744462 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-dd5950ae-7d2c-4813-a34c-8481e9b0fc92 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:17.757741 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-dd5950ae-7d2c-4813-a34c-8481e9b0fc92 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:17.758864 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-dd5950ae-7d2c-4813-a34c-8481e9b0fc92 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2340667 Aug 25 16:09:17.761261 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-d93b85e5-006d-4744-937f-9de87e53e5f1 req-874a7888-de0e-490e-85a4-eafc236b67f3 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717757 Aug 25 16:09:17.761947 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 51108) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:17.767192 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-e7fb7561-f4af-426b-a32d-c61797738d01 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Request body: {'floatingip': {'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:17.772975 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-e7fb7561-f4af-426b-a32d-c61797738d01 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:17.776973 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-e7fb7561-f4af-426b-a32d-c61797738d01 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Usage tracker for resource:floatingip and tenant:ebd338f4b7714b59867e69ddd8df8b95 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:17.779913 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-e7fb7561-f4af-426b-a32d-c61797738d01 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:17.786219 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-e7fb7561-f4af-426b-a32d-c61797738d01 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:17.796260 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e7fb7561-f4af-426b-a32d-c61797738d01 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for floatingip, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:18.022090 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e7fb7561-f4af-426b-a32d-c61797738d01 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:18.156458 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_common [None req-e7fb7561-f4af-426b-a32d-c61797738d01 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Allocated IP 172.27.1.211 (918dfb31-e205-4511-8f83-81a91dee6c8c/7d72112f-2376-4184-b827-994c471d72fa/93387a6a-3ac0-4fcf-ba61-f2aa68a927e8) {{(pid=75045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:09:18.305688 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e7fb7561-f4af-426b-a32d-c61797738d01 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for port, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:18.333546 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e7fb7561-f4af-426b-a32d-c61797738d01 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:18.337124 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:18.399991 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fb7561-f4af-426b-a32d-c61797738d01 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Network 918dfb31-e205-4511-8f83-81a91dee6c8c is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:09:18.402652 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-e7fb7561-f4af-426b-a32d-c61797738d01 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:09:18.406294 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fb7561-f4af-426b-a32d-c61797738d01 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Received port after_create {{(pid=75045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:09:18.447477 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb7561-f4af-426b-a32d-c61797738d01 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Pushing event updated for resources: {'Port': ['ID=93387a6a-3ac0-4fcf-ba61-f2aa68a927e8,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:18.451394 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-e7fb7561-f4af-426b-a32d-c61797738d01 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:18.572312 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e7fb7561-f4af-426b-a32d-c61797738d01 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:18.625268 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e7fb7561-f4af-426b-a32d-c61797738d01 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:18.827813 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e7fb7561-f4af-426b-a32d-c61797738d01 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for port, precommit_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:18.832199 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e7fb7561-f4af-426b-a32d-c61797738d01 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3837783'] for port, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:18.836163 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-db344499-87ed-4bc3-97c8-d242bd039b72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:18.973438 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb7561-f4af-426b-a32d-c61797738d01 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Pushing event updated for resources: {'Port': ['ID=93387a6a-3ac0-4fcf-ba61-f2aa68a927e8,revision_number=2']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:18.980087 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-e7fb7561-f4af-426b-a32d-c61797738d01 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:18.993904 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 8c65d8d4-13ab-4bd9-8315-629cf795dbd1 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:09:19.004883 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e7fb7561-f4af-426b-a32d-c61797738d01 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683597'] for floatingip, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:19.034364 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e7fb7561-f4af-426b-a32d-c61797738d01 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for floatingip, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:19.035560 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-e7fb7561-f4af-426b-a32d-c61797738d01 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2727330 Aug 25 16:09:19.043100 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3ca15-153e-4b38-9d40-9fe25fb45e41 req-81f15a6c-5e49-4e41-ae3f-05e7776f6409 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:19.044629 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-5cd3ca15-153e-4b38-9d40-9fe25fb45e41 req-81f15a6c-5e49-4e41-ae3f-05e7776f6409 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 944 time: 0.1585598 Aug 25 16:09:19.073892 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 8c65d8d4-13ab-4bd9-8315-629cf795dbd1 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:19.074839 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:19.096868 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-5cd3ca15-153e-4b38-9d40-9fe25fb45e41 req-9ac53184-8453-4579-8101-87093fdfb7b3 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466230 Aug 25 16:09:19.251936 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-5ca12d4c-f873-4ba0-9b13-d93355fa6a73 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Synchronizing usage tracker for tenant:ebd338f4b7714b59867e69ddd8df8b95 on resource:security_group {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:09:19.270596 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-5ca12d4c-f873-4ba0-9b13-d93355fa6a73 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Unset dirty status for tenant:ebd338f4b7714b59867e69ddd8df8b95 on resource:security_group {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:09:19.272681 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-5ca12d4c-f873-4ba0-9b13-d93355fa6a73 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1211792191&fields=id&tenant_id=ebd338f4b7714b59867e69ddd8df8b95 HTTP/1.1" status: 200 len: 267 time: 0.0638740 Aug 25 16:09:19.425958 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-cd5b5a59-4d44-4297-a305-c1653bf85314 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:19.426655 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-cd5b5a59-4d44-4297-a305-c1653bf85314 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Synchronizing usage tracker for tenant:ebd338f4b7714b59867e69ddd8df8b95 on resource:network {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:09:19.445754 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-cd5b5a59-4d44-4297-a305-c1653bf85314 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Unset dirty status for tenant:ebd338f4b7714b59867e69ddd8df8b95 on resource:network {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:09:19.446899 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-cd5b5a59-4d44-4297-a305-c1653bf85314 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/networks?id=f850c874-26b5-48b0-8127-913ec3bc37ac HTTP/1.1" status: 200 len: 817 time: 0.1676042 Aug 25 16:09:19.463471 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-aec2e396-7434-4825-abdb-0459aacd560b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/quotas/ebd338f4b7714b59867e69ddd8df8b95 HTTP/1.1" status: 200 len: 375 time: 0.0108669 Aug 25 16:09:19.553712 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-ea6bddac-9e65-4231-a45b-bd5b0180d39c tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Synchronizing usage tracker for tenant:ebd338f4b7714b59867e69ddd8df8b95 on resource:port {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:09:19.572005 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-ea6bddac-9e65-4231-a45b-bd5b0180d39c tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Unset dirty status for tenant:ebd338f4b7714b59867e69ddd8df8b95 on resource:port {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:09:19.573347 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-ea6bddac-9e65-4231-a45b-bd5b0180d39c tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ebd338f4b7714b59867e69ddd8df8b95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1042666 Aug 25 16:09:19.595524 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 51136) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:19.714703 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-6e410df3-d64b-41c0-9f61-82cefe44d946 service neutron] 10.222.0.43 "GET /v2.0/networks/f850c874-26b5-48b0-8127-913ec3bc37ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293614 Aug 25 16:09:19.736775 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-12fc41c3-9285-459d-94c8-04735a39048a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:19.767594 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-12fc41c3-9285-459d-94c8-04735a39048a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:19.772088 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-12fc41c3-9285-459d-94c8-04735a39048a admin admin] Usage tracker for resource:security_group_rule and tenant:3bafa262e6b544f8bd42fcf029819433 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:19.774966 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-12fc41c3-9285-459d-94c8-04735a39048a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:19.780586 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-12fc41c3-9285-459d-94c8-04735a39048a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:19.847857 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-12fc41c3-9285-459d-94c8-04735a39048a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:19.848311 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-a61c962b-4e11-4267-b2f1-6675f2671518 service neutron] 10.222.0.43 "GET /v2.0/networks/f850c874-26b5-48b0-8127-913ec3bc37ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278658 Aug 25 16:09:19.852122 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-12fc41c3-9285-459d-94c8-04735a39048a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:19.859540 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-42e012e1-7195-4508-ab34-b366c5b1cbdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:19.904374 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc41c3-9285-459d-94c8-04735a39048a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a224889c-9e14-4291-aa3b-1875447e8ab3,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:19.908750 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-12fc41c3-9285-459d-94c8-04735a39048a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3bafa262e6b544f8bd42fcf029819433&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3116629 Aug 25 16:09:19.909636 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-12fc41c3-9285-459d-94c8-04735a39048a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:19.911755 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 51142) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:19.972189 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-93619169-6432-494d-a861-8447baad8e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:20.002977 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-93619169-6432-494d-a861-8447baad8e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:20.057383 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-fa3f0223-583d-43b6-b103-f0a192c8919d req-2b4f661b-512f-46ad-9ac8-f1ed9e669d92 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 210 time: 0.0466502 Aug 25 16:09:20.135429 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-93619169-6432-494d-a861-8447baad8e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:20.139328 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-3758c6b9-8e5e-4156-8338-c1bc2f79cfb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:20.150696 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93619169-6432-494d-a861-8447baad8e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a224889c-9e14-4291-aa3b-1875447e8ab3,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:20.154553 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-93619169-6432-494d-a861-8447baad8e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:20.157860 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-93619169-6432-494d-a861-8447baad8e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:20.158837 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-93619169-6432-494d-a861-8447baad8e66 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a224889c-9e14-4291-aa3b-1875447e8ab3 HTTP/1.1" status: 204 len: 168 time: 0.2463503 Aug 25 16:09:20.329070 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7603d61-9df1-4d4e-8879-0c5939c478cf req-6080c77f-ed03-4683-a726-2664b881d4e0 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:20.336701 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c7603d61-9df1-4d4e-8879-0c5939c478cf req-6080c77f-ed03-4683-a726-2664b881d4e0 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 944 time: 0.1039114 Aug 25 16:09:20.406026 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c7603d61-9df1-4d4e-8879-0c5939c478cf req-2f1ab62b-d04d-481d-be72-0f0225739f28 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683923 Aug 25 16:09:20.578366 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 51168) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:20.598444 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c2dfefcc-a78d-4ac7-ada4-280dc622ad09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:20.634110 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-c2dfefcc-a78d-4ac7-ada4-280dc622ad09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:20.637929 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-c2dfefcc-a78d-4ac7-ada4-280dc622ad09 admin admin] Usage tracker for resource:security_group_rule and tenant:44081821f4804b54b6511c3855c2dcb9 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:20.640828 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-c2dfefcc-a78d-4ac7-ada4-280dc622ad09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:20.647423 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-c2dfefcc-a78d-4ac7-ada4-280dc622ad09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:20.715783 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c2dfefcc-a78d-4ac7-ada4-280dc622ad09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:20.719700 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c2dfefcc-a78d-4ac7-ada4-280dc622ad09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:20.727007 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-6bd0188c-4aa1-4baa-93c2-e66be7994e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:20.768788 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dfefcc-a78d-4ac7-ada4-280dc622ad09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9729f473-57a8-4f09-8e86-8e87c355fb84,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:20.775591 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-c2dfefcc-a78d-4ac7-ada4-280dc622ad09 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=44081821f4804b54b6511c3855c2dcb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1932685 Aug 25 16:09:20.775591 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-c2dfefcc-a78d-4ac7-ada4-280dc622ad09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:20.776066 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 51174) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:20.847638 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-62f7584e-6815-4f0c-b84f-136555fcaa81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:20.878913 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-62f7584e-6815-4f0c-b84f-136555fcaa81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:20.931796 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-62f7584e-6815-4f0c-b84f-136555fcaa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:20.935515 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-afc4ef4f-f12b-4650-b3d4-c57348d1a859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:20.948988 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7584e-6815-4f0c-b84f-136555fcaa81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9729f473-57a8-4f09-8e86-8e87c355fb84,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:20.952713 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-62f7584e-6815-4f0c-b84f-136555fcaa81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:20.955766 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-62f7584e-6815-4f0c-b84f-136555fcaa81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:20.958272 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-62f7584e-6815-4f0c-b84f-136555fcaa81 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9729f473-57a8-4f09-8e86-8e87c355fb84 HTTP/1.1" status: 204 len: 168 time: 0.1800954 Aug 25 16:09:21.245598 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-50e82ab7-4035-40a4-96c2-b036850b45b9 req-c155aa74-e51c-45fa-a5b5-83c5645145bf tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 210 time: 0.0478342 Aug 25 16:09:21.275452 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 47bc703f-8019-401a-88e6-3139b33f8cb9 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:09:21.434872 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 47bc703f-8019-401a-88e6-3139b33f8cb9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=47bc703f-8019-401a-88e6-3139b33f8cb9,segment=NetworkSegment(630333ee-311f-409b-bedf-635d01350e69),segment_id=630333ee-311f-409b-bedf-635d01350e69)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:21.449698 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Returning: {'device': '47bc703f-8019-401a-88e6-3139b33f8cb9', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'port_id': '47bc703f-8019-401a-88e6-3139b33f8cb9', 'mac_address': 'fa:16:3e:d4:28:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:09:21.509093 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:21.528814 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47bc703f-8019-401a-88e6-3139b33f8cb9 {{(pid=75047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:09:21.548231 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 47bc703f-8019-401a-88e6-3139b33f8cb9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=47bc703f-8019-401a-88e6-3139b33f8cb9,segment=NetworkSegment(630333ee-311f-409b-bedf-635d01350e69),segment_id=630333ee-311f-409b-bedf-635d01350e69)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:21.555038 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:21.558450 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-021b3465-c68f-40c3-85a0-6addda8be33c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:21.671845 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=47bc703f-8019-401a-88e6-3139b33f8cb9,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:21.675735 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:21.683068 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f4f94-b4ee-4492-a520-fed6481f47ce req-112ef80b-63aa-41d9-a05f-4865501b1119 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:21.690513 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5c8f4f94-b4ee-4492-a520-fed6481f47ce req-112ef80b-63aa-41d9-a05f-4865501b1119 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 945 time: 0.1080489 Aug 25 16:09:21.741942 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5c8f4f94-b4ee-4492-a520-fed6481f47ce req-34e8f4c6-4f59-498d-a6b0-ff8ebae781ee tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505841 Aug 25 16:09:22.514115 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a360f90e-22a2-4c13-b087-ed6a6743287f req-0324d778-e301-4062-8b58-5a7a6f78d6b8 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 210 time: 0.1329153 Aug 25 16:09:22.955317 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff96f80-1dd0-4cbd-a41e-b01fa16ed54e req-787bb0cd-6da4-4af1-866e-d56067046f98 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:22.956905 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7ff96f80-1dd0-4cbd-a41e-b01fa16ed54e req-787bb0cd-6da4-4af1-866e-d56067046f98 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 945 time: 0.0790672 Aug 25 16:09:23.007660 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7ff96f80-1dd0-4cbd-a41e-b01fa16ed54e req-276cab88-df3a-4aec-9fba-36dc46885367 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450935 Aug 25 16:09:23.685945 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-84c43846-bdd5-4f7b-8873-8c41bcff3dae req-49db911e-8966-4b89-9041-0394ebba3a38 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 210 time: 0.0405006 Aug 25 16:09:24.208937 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f848a-a180-49a5-b342-2794af1af1b9 req-55e879ea-512f-4a09-a2a2-af9e57d957e9 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:24.210413 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e93f848a-a180-49a5-b342-2794af1af1b9 req-55e879ea-512f-4a09-a2a2-af9e57d957e9 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 945 time: 0.0850418 Aug 25 16:09:24.254483 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e93f848a-a180-49a5-b342-2794af1af1b9 req-67dadd03-7265-4390-836a-d75918c458bf tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384564 Aug 25 16:09:24.869493 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f4266700-aa22-4ad3-aaed-a104cf14afdf req-25315446-964f-4c60-b3e0-419415900f28 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 210 time: 0.0435925 Aug 25 16:09:25.556155 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-57b5d68d-f6fc-497f-b92e-89c36fb407df tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:25.557607 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-57b5d68d-f6fc-497f-b92e-89c36fb407df tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.21 "GET /v2.0/networks?id=f850c874-26b5-48b0-8127-913ec3bc37ac HTTP/1.1" status: 200 len: 817 time: 0.2197070 Aug 25 16:09:25.566163 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58bed4-0868-4c7c-a06c-0fc6a657e90a req-d1a7e3e0-fe5d-46a8-bee1-c19d15822998 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:25.567502 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3a58bed4-0868-4c7c-a06c-0fc6a657e90a req-d1a7e3e0-fe5d-46a8-bee1-c19d15822998 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 945 time: 0.1439877 Aug 25 16:09:25.615807 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3a58bed4-0868-4c7c-a06c-0fc6a657e90a req-d074c59d-2b2b-41c6-b50e-394fb3de7d1e tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420709 Aug 25 16:09:25.857489 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-391f7b12-3cfa-42bb-9f6a-2e65f4146d1b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Synchronizing usage tracker for tenant:ebd338f4b7714b59867e69ddd8df8b95 on resource:security_group {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:09:25.868488 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-391f7b12-3cfa-42bb-9f6a-2e65f4146d1b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Unset dirty status for tenant:ebd338f4b7714b59867e69ddd8df8b95 on resource:security_group {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:09:25.869608 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-391f7b12-3cfa-42bb-9f6a-2e65f4146d1b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebd338f4b7714b59867e69ddd8df8b95 HTTP/1.1" status: 200 len: 380 time: 0.0525851 Aug 25 16:09:25.881149 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-3564dc85-32da-4dba-b8eb-6219946b074a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Request body: {'port': {'device_id': '9bf53c14-697d-43ce-9fae-9dc79de7d1fd', 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'admin_state_up': True, 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'security_groups': ['b1f24c47-9b98-4d3a-8740-74074441bfc8']}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:25.901799 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-48a31cf3-85cc-4498-8293-b659589d4ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:26.029032 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-3564dc85-32da-4dba-b8eb-6219946b074a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:26.039368 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-3564dc85-32da-4dba-b8eb-6219946b074a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:26.049907 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-3564dc85-32da-4dba-b8eb-6219946b074a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Made reservation on behalf of ebd338f4b7714b59867e69ddd8df8b95 for: {'port': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:09:26.053401 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-3564dc85-32da-4dba-b8eb-6219946b074a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:26.056066 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-89ef68ed-160c-46cb-a8d6-b529ffbef78b req-94ad7372-6c09-436c-85d7-0d5e931036df tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 210 time: 0.0469103 Aug 25 16:09:26.223390 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.db_base_plugin_common [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-3564dc85-32da-4dba-b8eb-6219946b074a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Allocated IP 172.20.0.9 (f850c874-26b5-48b0-8127-913ec3bc37ac/7c90e4aa-a616-450f-a776-04d207824949/eee7e442-18be-4a68-a41d-78529cd01cd6) {{(pid=75046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:09:26.375311 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['47bc703f-8019-401a-88e6-3139b33f8cb9'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:09:26.417144 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-3564dc85-32da-4dba-b8eb-6219946b074a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for port, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:26.433923 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.provisioning_blocks [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-3564dc85-32da-4dba-b8eb-6219946b074a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Transition to ACTIVE for port object eee7e442-18be-4a68-a41d-78529cd01cd6 will not be triggered until provisioned by entity DHCP. {{(pid=75046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:09:26.435095 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:09:26.440488 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:26.457113 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-3564dc85-32da-4dba-b8eb-6219946b074a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:26.463497 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-bc2b6e88-b8b8-417e-a257-05a426f01e35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:26.528970 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-3564dc85-32da-4dba-b8eb-6219946b074a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Network f850c874-26b5-48b0-8127-913ec3bc37ac is already hosted by enough agents. {{(pid=75046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:09:26.532050 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-3564dc85-32da-4dba-b8eb-6219946b074a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Resources bound (agent type, host, resource id): {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:09:26.536879 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-3564dc85-32da-4dba-b8eb-6219946b074a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Received port after_create {{(pid=75046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:09:26.576783 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564dc85-32da-4dba-b8eb-6219946b074a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Pushing event updated for resources: {'Port': ['ID=eee7e442-18be-4a68-a41d-78529cd01cd6,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:26.581561 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-3564dc85-32da-4dba-b8eb-6219946b074a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:26.609357 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-3564dc85-32da-4dba-b8eb-6219946b074a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:26.609965 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-3564dc85-32da-4dba-b8eb-6219946b074a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:26.640898 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-3564dc85-32da-4dba-b8eb-6219946b074a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7632632 Aug 25 16:09:26.773799 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-75c45d47-8c20-4896-8b27-5851965fa9e1 None None] Provisioning for port eee7e442-18be-4a68-a41d-78529cd01cd6 completed by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:09:26.778560 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-75c45d47-8c20-4896-8b27-5851965fa9e1 None None] Provisioning complete for port eee7e442-18be-4a68-a41d-78529cd01cd6 triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:26.779019 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-75c45d47-8c20-4896-8b27-5851965fa9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:26.818106 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe0700-d63b-4faa-abff-b269af1a36e7 req-87fd2cd6-a620-4274-b43e-f3d8e46d178e tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:26.820015 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6afe0700-d63b-4faa-abff-b269af1a36e7 req-87fd2cd6-a620-4274-b43e-f3d8e46d178e tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 945 time: 0.0801122 Aug 25 16:09:26.830592 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-75c45d47-8c20-4896-8b27-5851965fa9e1 None None] Port eee7e442-18be-4a68-a41d-78529cd01cd6 cannot update to ACTIVE because it is not bound. {{(pid=75047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:09:26.865358 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6afe0700-d63b-4faa-abff-b269af1a36e7 req-046c02fa-bb85-4f06-849b-ae17c713567f tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397689 Aug 25 16:09:27.276968 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872af1d9-7074-4b19-a012-0b47470c3efb req-12042222-002e-4a04-b7df-95b4ebe62682 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:27.278434 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-872af1d9-7074-4b19-a012-0b47470c3efb req-12042222-002e-4a04-b7df-95b4ebe62682 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 931 time: 0.0842116 Aug 25 16:09:27.323201 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-872af1d9-7074-4b19-a012-0b47470c3efb req-41faa145-d481-4db9-9371-d15d94029c0d tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392125 Aug 25 16:09:27.716933 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-df20e412-79c2-4ff3-b206-d5f524f22d82 service neutron] Request body: {'port': {'device_id': '9bf53c14-697d-43ce-9fae-9dc79de7d1fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:27.827211 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-df20e412-79c2-4ff3-b206-d5f524f22d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:28.186443 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-dc21f460-f96a-486a-94f2-f278eed3b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:28.264589 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bce38-107a-4547-a023-e704eb9dfdf2 req-836d0f55-e778-47ba-8e06-ef584aa559ab tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:28.266059 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-aa5bce38-107a-4547-a023-e704eb9dfdf2 req-836d0f55-e778-47ba-8e06-ef584aa559ab tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 945 time: 0.2782545 Aug 25 16:09:28.365318 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-df20e412-79c2-4ff3-b206-d5f524f22d82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eee7e442-18be-4a68-a41d-78529cd01cd6 {{(pid=75046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:09:28.371862 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-aa5bce38-107a-4547-a023-e704eb9dfdf2 req-afaae621-7d4f-4820-84bb-c8db03be7c07 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934303 Aug 25 16:09:28.376016 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-df20e412-79c2-4ff3-b206-d5f524f22d82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:28.398723 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.provisioning_blocks [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-df20e412-79c2-4ff3-b206-d5f524f22d82 service neutron] Transition to ACTIVE for port object eee7e442-18be-4a68-a41d-78529cd01cd6 will not be triggered until provisioned by entity L2. {{(pid=75046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:09:28.402787 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-df20e412-79c2-4ff3-b206-d5f524f22d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:28.406343 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:28.536437 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20e412-79c2-4ff3-b206-d5f524f22d82 service neutron] Pushing event updated for resources: {'Port': ['ID=eee7e442-18be-4a68-a41d-78529cd01cd6,revision_number=2']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:28.540471 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-df20e412-79c2-4ff3-b206-d5f524f22d82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:28.541673 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08546da3-9b24-4c79-8746-66a5a36a96cd req-5024cb93-67e6-4f6e-8f00-7ac13ecca30a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:28.543928 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-08546da3-9b24-4c79-8746-66a5a36a96cd req-5024cb93-67e6-4f6e-8f00-7ac13ecca30a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0865555 Aug 25 16:09:28.591604 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-08546da3-9b24-4c79-8746-66a5a36a96cd req-f25da120-ef39-400f-8f41-50757c22ed73 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428038 Aug 25 16:09:28.649291 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-df20e412-79c2-4ff3-b206-d5f524f22d82 service neutron] Attempting to bind port eee7e442-18be-4a68-a41d-78529cd01cd6 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:09:28.649624 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-df20e412-79c2-4ff3-b206-d5f524f22d82 service neutron] Attempting to bind port eee7e442-18be-4a68-a41d-78529cd01cd6 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'a05c1134-7b51-454b-8aaa-f8bbb9036c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac'}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:09:28.649946 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-df20e412-79c2-4ff3-b206-d5f524f22d82 service neutron] Attempting to bind port eee7e442-18be-4a68-a41d-78529cd01cd6 on network f850c874-26b5-48b0-8127-913ec3bc37ac {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:09:28.655580 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-df20e412-79c2-4ff3-b206-d5f524f22d82 service neutron] Port eee7e442-18be-4a68-a41d-78529cd01cd6 on network f850c874-26b5-48b0-8127-913ec3bc37ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:09:28.655831 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-df20e412-79c2-4ff3-b206-d5f524f22d82 service neutron] Attempting to bind port eee7e442-18be-4a68-a41d-78529cd01cd6 on network f850c874-26b5-48b0-8127-913ec3bc37ac {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:09:28.661916 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-df20e412-79c2-4ff3-b206-d5f524f22d82 service neutron] Checking agent: {'id': '931cd7a1-d330-4f67-a87c-c25f72aa55d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:09:28.662250 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-df20e412-79c2-4ff3-b206-d5f524f22d82 service neutron] Checking segment: {'id': 'a05c1134-7b51-454b-8aaa-f8bbb9036c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:09:28.662624 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-df20e412-79c2-4ff3-b206-d5f524f22d82 service neutron] Bound using segment: {'id': 'a05c1134-7b51-454b-8aaa-f8bbb9036c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac'} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:09:28.663069 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-df20e412-79c2-4ff3-b206-d5f524f22d82 service neutron] Bound port: eee7e442-18be-4a68-a41d-78529cd01cd6, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05c1134-7b51-454b-8aaa-f8bbb9036c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac'}}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:09:28.663405 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-df20e412-79c2-4ff3-b206-d5f524f22d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:28.747389 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-df20e412-79c2-4ff3-b206-d5f524f22d82 service neutron] For port eee7e442-18be-4a68-a41d-78529cd01cd6, host hv-cinder-80600, cleared binding levels {{(pid=75046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:09:28.750464 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-df20e412-79c2-4ff3-b206-d5f524f22d82 service neutron] For port eee7e442-18be-4a68-a41d-78529cd01cd6, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=eee7e442-18be-4a68-a41d-78529cd01cd6,segment=NetworkSegment(a05c1134-7b51-454b-8aaa-f8bbb9036c51),segment_id=a05c1134-7b51-454b-8aaa-f8bbb9036c51)] {{(pid=75046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:09:28.755259 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-df20e412-79c2-4ff3-b206-d5f524f22d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:28.760001 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-65e51377-985e-4660-b5ba-55363b3e29b8 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:28.821873 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-df20e412-79c2-4ff3-b206-d5f524f22d82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:28.823146 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-df20e412-79c2-4ff3-b206-d5f524f22d82 service neutron] 10.222.0.21 "PUT /v2.0/ports/eee7e442-18be-4a68-a41d-78529cd01cd6 HTTP/1.1" status: 200 len: 1093 time: 1.1106873 Aug 25 16:09:28.823612 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf53c14-697d-43ce-9fae-9dc79de7d1fd', 'tag': 'eee7e442-18be-4a68-a41d-78529cd01cd6'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:09:28.838331 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20e412-79c2-4ff3-b206-d5f524f22d82 service neutron] Pushing event updated for resources: {'Port': ['ID=eee7e442-18be-4a68-a41d-78529cd01cd6,revision_number=3']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:28.841727 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-df20e412-79c2-4ff3-b206-d5f524f22d82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:29.024204 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bf53c14-697d-43ce-9fae-9dc79de7d1fd', 'tag': 'eee7e442-18be-4a68-a41d-78529cd01cd6', 'status': 'completed', 'code': 200} Aug 25 16:09:29.217683 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:29.269754 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1638e84f-4625-4ecd-bc06-7fb168fe0684 None None] Sync routers for ids ['140dbd97-324d-443b-8d40-61281a573ba9'] in dv-cinder-806008-1-iscsi {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:09:29.282205 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1638e84f-4625-4ecd-bc06-7fb168fe0684 None None] Routers {'140dbd97-324d-443b-8d40-61281a573ba9'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:09:29.282827 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-1638e84f-4625-4ecd-bc06-7fb168fe0684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:09:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['140dbd97-324d-443b-8d40-61281a573ba9'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:29.455203 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-1638e84f-4625-4ecd-bc06-7fb168fe0684 None None] Set router 140dbd97-324d-443b-8d40-61281a573ba9 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:09:29.576090 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d090957-0efb-4ac0-8f25-469c25a043e0 req-7f9489fb-e271-4b98-b3a0-08057ae865f1 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:29.577680 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7d090957-0efb-4ac0-8f25-469c25a043e0 req-7f9489fb-e271-4b98-b3a0-08057ae865f1 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 945 time: 0.0815742 Aug 25 16:09:29.622341 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7d090957-0efb-4ac0-8f25-469c25a043e0 req-e1163f05-52dd-46a6-b78b-679356f608a0 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390038 Aug 25 16:09:29.765370 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-1638e84f-4625-4ecd-bc06-7fb168fe0684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140dbd97-324d-443b-8d40-61281a573ba9', 'name': 'tempest-AttachVolumeShelveTestJSON-1398295952-router', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:14Z', 'revision_number': 4, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'gw_port': {'id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': 'fc7f09b8-6487-4aa7-9e2e-beefdc901916', 'name': '', 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'mac_address': 'fa:16:3e:de:8b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c90e4aa-a616-450f-a776-04d207824949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:13Z', 'updated_at': '2021-08-25T16:09:14Z', 'revision_number': 2, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'subnets': [{'id': '7c90e4aa-a616-450f-a776-04d207824949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:29.769264 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1638e84f-4625-4ecd-bc06-7fb168fe0684 None None] Checking router: 140dbd97-324d-443b-8d40-61281a573ba9 for host: dv-cinder-806008-1-iscsi {{(pid=75048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:09:29.769624 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1638e84f-4625-4ecd-bc06-7fb168fe0684 None None] Updating router 140dbd97-324d-443b-8d40-61281a573ba9 port fc7f09b8-6487-4aa7-9e2e-beefdc901916 binding host dv-cinder-806008-1-iscsi {{(pid=75048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:09:29.804741 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462fd56-5232-4a32-a8aa-18efc981e110 req-87588f45-1aa8-48f2-85a0-c9412ba7cee0 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:29.805465 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-0462fd56-5232-4a32-a8aa-18efc981e110 req-87588f45-1aa8-48f2-85a0-c9412ba7cee0 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Synchronizing usage tracker for tenant:ebd338f4b7714b59867e69ddd8df8b95 on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:09:29.820654 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-0462fd56-5232-4a32-a8aa-18efc981e110 req-87588f45-1aa8-48f2-85a0-c9412ba7cee0 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Unset dirty status for tenant:ebd338f4b7714b59867e69ddd8df8b95 on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:09:29.821784 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-1638e84f-4625-4ecd-bc06-7fb168fe0684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:29.821935 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0462fd56-5232-4a32-a8aa-18efc981e110 req-87588f45-1aa8-48f2-85a0-c9412ba7cee0 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0940812 Aug 25 16:09:29.880716 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0462fd56-5232-4a32-a8aa-18efc981e110 req-5252629b-7ba6-47a9-b916-c32f803e9e91 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522919 Aug 25 16:09:30.205361 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-1638e84f-4625-4ecd-bc06-7fb168fe0684 None None] Notify callbacks [] for port, precommit_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:30.219183 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.provisioning_blocks [None req-1638e84f-4625-4ecd-bc06-7fb168fe0684 None None] Transition to ACTIVE for port object fc7f09b8-6487-4aa7-9e2e-beefdc901916 will not be triggered until provisioned by entity L2. {{(pid=75048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:09:30.227990 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-1638e84f-4625-4ecd-bc06-7fb168fe0684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:30.231790 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:30.351739 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1457b87-7a4b-4a3e-a47f-ab364c5e6a31 None None] Pushing event updated for resources: {'Port': ['ID=fc7f09b8-6487-4aa7-9e2e-beefdc901916,revision_number=3']} {{(pid=75048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:30.364988 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1457b87-7a4b-4a3e-a47f-ab364c5e6a31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:30.365319 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1457b87-7a4b-4a3e-a47f-ab364c5e6a31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:30.365646 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1457b87-7a4b-4a3e-a47f-ab364c5e6a31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:30.366690 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1457b87-7a4b-4a3e-a47f-ab364c5e6a31 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:30.366888 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1457b87-7a4b-4a3e-a47f-ab364c5e6a31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:30.367215 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1457b87-7a4b-4a3e-a47f-ab364c5e6a31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:30.367533 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1457b87-7a4b-4a3e-a47f-ab364c5e6a31 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:30.367865 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1457b87-7a4b-4a3e-a47f-ab364c5e6a31 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:30.368183 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1457b87-7a4b-4a3e-a47f-ab364c5e6a31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:30.368494 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1457b87-7a4b-4a3e-a47f-ab364c5e6a31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:30.377939 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1457b87-7a4b-4a3e-a47f-ab364c5e6a31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:30.409466 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [None req-c1457b87-7a4b-4a3e-a47f-ab364c5e6a31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:30.471302 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.managers [None req-1638e84f-4625-4ecd-bc06-7fb168fe0684 None None] Attempting to bind port fc7f09b8-6487-4aa7-9e2e-beefdc901916 on host dv-cinder-806008-1-iscsi for vnic_type normal with profile {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:09:30.471765 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.managers [None req-1638e84f-4625-4ecd-bc06-7fb168fe0684 None None] Attempting to bind port fc7f09b8-6487-4aa7-9e2e-beefdc901916 by drivers openvswitch,hyperv on host dv-cinder-806008-1-iscsi at level 0 using segments [{'id': 'a05c1134-7b51-454b-8aaa-f8bbb9036c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac'}] {{(pid=75048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:09:30.472017 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1638e84f-4625-4ecd-bc06-7fb168fe0684 None None] Attempting to bind port fc7f09b8-6487-4aa7-9e2e-beefdc901916 on network f850c874-26b5-48b0-8127-913ec3bc37ac {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:09:30.478732 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1638e84f-4625-4ecd-bc06-7fb168fe0684 None None] Checking agent: {'id': '8ad9899d-d2ce-4381-ae51-c9c56b6945b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 56, 26), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:09:30.479096 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1638e84f-4625-4ecd-bc06-7fb168fe0684 None None] Checking segment: {'id': 'a05c1134-7b51-454b-8aaa-f8bbb9036c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:09:30.479614 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-1638e84f-4625-4ecd-bc06-7fb168fe0684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:30.480005 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1638e84f-4625-4ecd-bc06-7fb168fe0684 None None] Bound using segment: {'id': 'a05c1134-7b51-454b-8aaa-f8bbb9036c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac'} {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:09:30.480460 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.managers [None req-1638e84f-4625-4ecd-bc06-7fb168fe0684 None None] Bound port: fc7f09b8-6487-4aa7-9e2e-beefdc901916, host: dv-cinder-806008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05c1134-7b51-454b-8aaa-f8bbb9036c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac'}}] {{(pid=75048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:09:30.480824 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-1638e84f-4625-4ecd-bc06-7fb168fe0684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:30.523441 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4c946988-65d3-4082-a791-f6eaee0699fd req-1adbecaf-5a28-419f-82de-774fd3dfc871 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd338f4b7714b59867e69ddd8df8b95&device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 1096 time: 0.0797145 Aug 25 16:09:30.578035 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.db [None req-1638e84f-4625-4ecd-bc06-7fb168fe0684 None None] For port fc7f09b8-6487-4aa7-9e2e-beefdc901916, host dv-cinder-806008-1-iscsi, cleared binding levels {{(pid=75048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:09:30.581105 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.db [None req-1638e84f-4625-4ecd-bc06-7fb168fe0684 None None] For port fc7f09b8-6487-4aa7-9e2e-beefdc901916, host dv-cinder-806008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=fc7f09b8-6487-4aa7-9e2e-beefdc901916,segment=NetworkSegment(a05c1134-7b51-454b-8aaa-f8bbb9036c51),segment_id=a05c1134-7b51-454b-8aaa-f8bbb9036c51)] {{(pid=75048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:09:30.587123 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-1638e84f-4625-4ecd-bc06-7fb168fe0684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:30.591908 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:30.667187 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:30.667738 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1457b87-7a4b-4a3e-a47f-ab364c5e6a31 None None] Pushing event updated for resources: {'Port': ['ID=fc7f09b8-6487-4aa7-9e2e-beefdc901916,revision_number=4']} {{(pid=75048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:30.671240 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [None req-c1457b87-7a4b-4a3e-a47f-ab364c5e6a31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:30.672770 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1638e84f-4625-4ecd-bc06-7fb168fe0684 None None] Routers {'140dbd97-324d-443b-8d40-61281a573ba9'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:09:30.673411 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-1638e84f-4625-4ecd-bc06-7fb168fe0684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:09:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['140dbd97-324d-443b-8d40-61281a573ba9'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:30.689502 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c946988-65d3-4082-a791-f6eaee0699fd req-21edf880-9c56-41e4-a1f1-4ce1a97b9e4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:30.691087 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4c946988-65d3-4082-a791-f6eaee0699fd req-21edf880-9c56-41e4-a1f1-4ce1a97b9e4b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ebd338f4b7714b59867e69ddd8df8b95&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1539819 Aug 25 16:09:30.888703 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7774ba0-e1eb-42f9-b7af-5971db94eda4 req-7425642e-ccf7-412e-8263-09bb869ee152 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:30.893011 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c946988-65d3-4082-a791-f6eaee0699fd req-ae71f69b-6ab5-4711-97ef-86cd4d3e582b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:30.894444 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4c946988-65d3-4082-a791-f6eaee0699fd req-ae71f69b-6ab5-4711-97ef-86cd4d3e582b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1958015 Aug 25 16:09:30.894580 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f7774ba0-e1eb-42f9-b7af-5971db94eda4 req-7425642e-ccf7-412e-8263-09bb869ee152 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 945 time: 0.0956330 Aug 25 16:09:30.920262 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-1638e84f-4625-4ecd-bc06-7fb168fe0684 None None] Set router 140dbd97-324d-443b-8d40-61281a573ba9 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:09:30.959138 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f7774ba0-e1eb-42f9-b7af-5971db94eda4 req-e52ced63-39b9-4396-b97e-bffb813c6f53 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613158 Aug 25 16:09:31.097699 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-88c2f7cf-7f7b-485c-b6a7-25b973aaffff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd338f4b7714b59867e69ddd8df8b95&device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 1096 time: 0.1375363 Aug 25 16:09:31.132410 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device fc7f09b8-6487-4aa7-9e2e-beefdc901916 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:09:31.303691 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning for port fc7f09b8-6487-4aa7-9e2e-beefdc901916 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:09:31.312896 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port fc7f09b8-6487-4aa7-9e2e-beefdc901916 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:31.313312 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:31.322523 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-1638e84f-4625-4ecd-bc06-7fb168fe0684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140dbd97-324d-443b-8d40-61281a573ba9', 'name': 'tempest-AttachVolumeShelveTestJSON-1398295952-router', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:14Z', 'revision_number': 4, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'gw_port': {'id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': 'fc7f09b8-6487-4aa7-9e2e-beefdc901916', 'name': '', 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'mac_address': 'fa:16:3e:de:8b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c90e4aa-a616-450f-a776-04d207824949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:13Z', 'updated_at': '2021-08-25T16:09:30Z', 'revision_number': 4, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'subnets': [{'id': '7c90e4aa-a616-450f-a776-04d207824949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:31.327308 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1638e84f-4625-4ecd-bc06-7fb168fe0684 None None] The sync data for ids ['140dbd97-324d-443b-8d40-61281a573ba9'] in dv-cinder-806008-1-iscsi is: [{'id': '140dbd97-324d-443b-8d40-61281a573ba9', 'name': 'tempest-AttachVolumeShelveTestJSON-1398295952-router', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:14Z', 'revision_number': 4, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'gw_port': {'id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': 'fc7f09b8-6487-4aa7-9e2e-beefdc901916', 'name': '', 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'mac_address': 'fa:16:3e:de:8b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c90e4aa-a616-450f-a776-04d207824949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:13Z', 'updated_at': '2021-08-25T16:09:30Z', 'revision_number': 4, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'subnets': [{'id': '7c90e4aa-a616-450f-a776-04d207824949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:09:31.331791 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-3bfdc0b9-fd96-492c-879b-412d55c84d4f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eee7e442-18be-4a68-a41d-78529cd01cd6 HTTP/1.1" status: 200 len: 217 time: 0.2199807 Aug 25 16:09:31.448279 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-7821974f-5f1b-45fe-acf2-b9db9d6773fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:31.450033 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-7821974f-5f1b-45fe-acf2-b9db9d6773fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c90e4aa-a616-450f-a776-04d207824949 HTTP/1.1" status: 200 len: 856 time: 0.1085911 Aug 25 16:09:31.464519 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:31.469499 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13befab0-c4e2-41b9-86fc-3e4dd4c5a26c req-96d6418b-f3c1-4b91-8502-f860adbb5461 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:31.470989 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-13befab0-c4e2-41b9-86fc-3e4dd4c5a26c req-96d6418b-f3c1-4b91-8502-f860adbb5461 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.2517684 Aug 25 16:09:31.505090 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] For port fc7f09b8-6487-4aa7-9e2e-beefdc901916, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=fc7f09b8-6487-4aa7-9e2e-beefdc901916,segment=NetworkSegment(a05c1134-7b51-454b-8aaa-f8bbb9036c51),segment_id=a05c1134-7b51-454b-8aaa-f8bbb9036c51)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:31.509915 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:31.513857 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-11f5f195-4ced-41f1-b3e5-6c9332590c22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:31.574458 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-13befab0-c4e2-41b9-86fc-3e4dd4c5a26c req-d683e4ca-6d3a-4450-94b1-f3babd9fa254 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950150 Aug 25 16:09:31.590787 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-e4c78529-e98b-4e1c-98bc-bf1e5516e05e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f850c874-26b5-48b0-8127-913ec3bc37ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1126871 Aug 25 16:09:31.608758 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Pushing event updated for resources: {'Port': ['ID=fc7f09b8-6487-4aa7-9e2e-beefdc901916,revision_number=5']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:31.617764 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:31.730678 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-d1627699-416f-4fa2-8670-808031431e3e service neutron] 10.222.0.21 "GET /v2.0/networks/f850c874-26b5-48b0-8127-913ec3bc37ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326847 Aug 25 16:09:31.957739 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-840d0782-d47c-4eb8-9e92-0fac4d0bc268 req-e0797b2c-bf87-454f-b03c-cd74eb4e71bd service neutron] 10.222.0.21 "GET /v2.0/networks/f850c874-26b5-48b0-8127-913ec3bc37ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206438 Aug 25 16:09:32.147953 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c82e5-9899-4944-9045-666050e2c6a1 req-ac53c4d5-f67d-4eb2-be2c-2882b6276746 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:32.149349 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f33c82e5-9899-4944-9045-666050e2c6a1 req-ac53c4d5-f67d-4eb2-be2c-2882b6276746 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 945 time: 0.0780449 Aug 25 16:09:32.195680 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f33c82e5-9899-4944-9045-666050e2c6a1 req-48f9fd90-f467-4240-a672-f843c72ae0ed tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408237 Aug 25 16:09:32.379185 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 47bc703f-8019-401a-88e6-3139b33f8cb9 up at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:09:32.453901 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning for port 47bc703f-8019-401a-88e6-3139b33f8cb9 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:09:32.460656 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning complete for port 47bc703f-8019-401a-88e6-3139b33f8cb9 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:32.461193 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:32.598099 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:32.646007 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8303786f-07e2-4f55-bf0a-2f376ea977b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bc703f-8019-401a-88e6-3139b33f8cb9'}] {{(pid=75047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:09:32.666895 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 47bc703f-8019-401a-88e6-3139b33f8cb9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=47bc703f-8019-401a-88e6-3139b33f8cb9,segment=NetworkSegment(630333ee-311f-409b-bedf-635d01350e69),segment_id=630333ee-311f-409b-bedf-635d01350e69)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:32.673676 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:32.675708 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-e3a3c859-edaf-42fb-93b5-19a5aa7d075e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:32.716568 dv-cinder-806008-1-iscsi neutron-server[75047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8303786f-07e2-4f55-bf0a-2f376ea977b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bc703f-8019-401a-88e6-3139b33f8cb9', 'code': 200} Aug 25 16:09:32.757099 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=47bc703f-8019-401a-88e6-3139b33f8cb9,revision_number=5']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:32.761687 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:32.829747 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb758d-082e-4712-86b5-54faaaebffcd req-884a9898-bbe7-4841-87d5-bdb80a4c0f70 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:32.831206 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-35bb758d-082e-4712-86b5-54faaaebffcd req-884a9898-bbe7-4841-87d5-bdb80a4c0f70 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0807807 Aug 25 16:09:32.878190 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-35bb758d-082e-4712-86b5-54faaaebffcd req-7007a150-649d-4788-82f9-4e68e7f36da0 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414422 Aug 25 16:09:33.002801 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device fc7f09b8-6487-4aa7-9e2e-beefdc901916 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:09:33.014348 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-089c5cbc-e684-42cc-a5da-c068d7e46780 req-d2dce4b9-7181-418a-bbb9-275dcd7dcba1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 1099 time: 0.0668144 Aug 25 16:09:33.060287 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-089c5cbc-e684-42cc-a5da-c068d7e46780 req-c24511bd-8587-4aed-8887-b391b6dcd65f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392714 Aug 25 16:09:33.069207 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port fc7f09b8-6487-4aa7-9e2e-beefdc901916 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:33.069582 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:33.394841 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5ebd2-6e9a-4673-80f5-4d7dcbeff30e req-26b2bce4-12af-4c63-ae89-de37aa157f4e tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:33.396307 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7cd5ebd2-6e9a-4673-80f5-4d7dcbeff30e req-26b2bce4-12af-4c63-ae89-de37aa157f4e tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 946 time: 0.0812054 Aug 25 16:09:33.440498 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7cd5ebd2-6e9a-4673-80f5-4d7dcbeff30e req-5bbba986-3782-4588-8eea-6bdcc3936930 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379403 Aug 25 16:09:34.093438 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef7945-e898-42a1-9323-5505e7504e38 req-07961b69-32fe-4720-aa8e-70abdc7111bf tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:34.094979 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e6ef7945-e898-42a1-9323-5505e7504e38 req-07961b69-32fe-4720-aa8e-70abdc7111bf tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0763886 Aug 25 16:09:34.142175 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e6ef7945-e898-42a1-9323-5505e7504e38 req-8109ed81-db70-4a4d-a980-657e2bb7ff8a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416338 Aug 25 16:09:34.636748 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82550ed-0513-4eaf-be8a-7c14be13c6b2 req-08b326a5-4f20-47bb-9f56-29dc8104f955 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:34.638155 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c82550ed-0513-4eaf-be8a-7c14be13c6b2 req-08b326a5-4f20-47bb-9f56-29dc8104f955 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 946 time: 0.0791214 Aug 25 16:09:34.696741 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c82550ed-0513-4eaf-be8a-7c14be13c6b2 req-10b75c16-5327-4e07-bb58-2195b90ac0a7 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528569 Aug 25 16:09:35.356562 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e2945-ae17-4e21-815b-dbaaf2626390 req-3d95af9a-1b9f-448e-8df1-8dca255a3153 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:35.358017 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a74e2945-ae17-4e21-815b-dbaaf2626390 req-3d95af9a-1b9f-448e-8df1-8dca255a3153 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0766859 Aug 25 16:09:35.403154 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a74e2945-ae17-4e21-815b-dbaaf2626390 req-9ef6a7bb-07b9-47d8-b420-52cf904478a4 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395877 Aug 25 16:09:35.899507 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c5328-d3c4-4c49-b43b-a0badfaa0513 req-dd29d9ab-1337-4fee-8dd9-85ee5c5cbd25 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:35.900959 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-fe3c5328-d3c4-4c49-b43b-a0badfaa0513 req-dd29d9ab-1337-4fee-8dd9-85ee5c5cbd25 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 946 time: 0.0806642 Aug 25 16:09:35.944920 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-fe3c5328-d3c4-4c49-b43b-a0badfaa0513 req-f4c70529-6fb4-4e35-a2ff-a347d99a3dbe tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385430 Aug 25 16:09:36.608563 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4030578-8877-48cc-9754-f98278740ba6 req-841ca87c-46c4-4348-88f6-153e0c9a54a8 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:36.610111 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c4030578-8877-48cc-9754-f98278740ba6 req-841ca87c-46c4-4348-88f6-153e0c9a54a8 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0750654 Aug 25 16:09:36.658282 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c4030578-8877-48cc-9754-f98278740ba6 req-31abde14-f3e6-4743-b0dd-9e49196c684d tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429134 Aug 25 16:09:37.143482 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa016aa-e4b4-4f84-b60c-6bfe027c7786 req-659d9011-e2a0-41cc-8cc9-3d3e35fecd3d tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:37.144831 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3aa016aa-e4b4-4f84-b60c-6bfe027c7786 req-659d9011-e2a0-41cc-8cc9-3d3e35fecd3d tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 946 time: 0.0758264 Aug 25 16:09:37.190113 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3aa016aa-e4b4-4f84-b60c-6bfe027c7786 req-4670760e-cc9f-4c2f-8167-a230fb2d3c31 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398502 Aug 25 16:09:37.873711 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afed1f8-c6c0-4dd2-b76a-8214fb174189 req-832762d2-828e-4177-9e2b-ea36095b1abb tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:37.875171 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-9afed1f8-c6c0-4dd2-b76a-8214fb174189 req-832762d2-828e-4177-9e2b-ea36095b1abb tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0809267 Aug 25 16:09:37.919330 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-9afed1f8-c6c0-4dd2-b76a-8214fb174189 req-9d45b185-d00c-4034-bf9a-3298962509de tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387535 Aug 25 16:09:38.383506 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd307d23-6eee-41a4-99c7-258ad88d2ffd req-5ca3e291-3477-405f-959a-d363936d52f4 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:38.385281 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-cd307d23-6eee-41a4-99c7-258ad88d2ffd req-5ca3e291-3477-405f-959a-d363936d52f4 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 946 time: 0.0775478 Aug 25 16:09:38.429111 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-cd307d23-6eee-41a4-99c7-258ad88d2ffd req-5f149256-42e8-449e-afd5-9b4b8f315179 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384457 Aug 25 16:09:38.733482 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1021f130-6ee6-4a6c-adcf-912eac64f5dc req-b86f644f-a550-4274-9332-102b28e29331 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700045 Aug 25 16:09:39.200817 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb29843-9e30-4068-a258-82d37fc2421d req-a7b68fb9-f6b4-4303-a7a2-0b6033235501 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:39.202280 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2cb29843-9e30-4068-a258-82d37fc2421d req-a7b68fb9-f6b4-4303-a7a2-0b6033235501 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.1430922 Aug 25 16:09:39.247014 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2cb29843-9e30-4068-a258-82d37fc2421d req-d0fb5986-3edc-4ca4-a937-cd56d7129eea tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390887 Aug 25 16:09:39.630754 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f19969-4b8a-4372-8299-0744e67173af req-af36ba02-983e-44ac-bf5e-b584200c9914 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:39.632165 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-65f19969-4b8a-4372-8299-0744e67173af req-af36ba02-983e-44ac-bf5e-b584200c9914 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 946 time: 0.0816741 Aug 25 16:09:39.683398 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-65f19969-4b8a-4372-8299-0744e67173af req-c7abe5c7-403f-4dd8-8a11-6916d2c8958d tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448279 Aug 25 16:09:40.590284 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b363fa3-21b9-4fed-9dfd-fc16f920be4f req-bd52b8b6-28ef-4bfa-9f6f-63acadbe6ab2 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:40.591718 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8b363fa3-21b9-4fed-9dfd-fc16f920be4f req-bd52b8b6-28ef-4bfa-9f6f-63acadbe6ab2 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.2018578 Aug 25 16:09:40.638811 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8b363fa3-21b9-4fed-9dfd-fc16f920be4f req-025e4158-f3cc-440c-a67d-265eb19f5e96 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417044 Aug 25 16:09:40.682765 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:40.878666 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e262e59-8347-496d-80c8-3b7f1c7e5675 req-2c9f5d67-5b1b-480a-82b1-e692d8ef9e8a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:40.880092 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0e262e59-8347-496d-80c8-3b7f1c7e5675 req-2c9f5d67-5b1b-480a-82b1-e692d8ef9e8a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 946 time: 0.0761454 Aug 25 16:09:40.925270 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0e262e59-8347-496d-80c8-3b7f1c7e5675 req-40790be3-28ca-41d2-b109-7d4eeb3a0d45 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390842 Aug 25 16:09:41.843194 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cefab-ecb8-47a6-a4ab-6fc443b0148c req-5ab0e262-6185-4469-b112-515dd51980e4 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:41.844615 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-af2cefab-ecb8-47a6-a4ab-6fc443b0148c req-5ab0e262-6185-4469-b112-515dd51980e4 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0745256 Aug 25 16:09:41.891543 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-af2cefab-ecb8-47a6-a4ab-6fc443b0148c req-d5740235-d39d-438e-b82e-c61f94e829af tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387652 Aug 25 16:09:42.121927 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51e165-1d16-44a1-a853-f5f7d974d587 req-619dd00b-ab06-45ed-a4a2-d6b52462b871 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:42.123404 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5e51e165-1d16-44a1-a853-f5f7d974d587 req-619dd00b-ab06-45ed-a4a2-d6b52462b871 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 946 time: 0.0793817 Aug 25 16:09:42.167911 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5e51e165-1d16-44a1-a853-f5f7d974d587 req-c3398520-553e-4b85-bd0f-65c89b318612 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387926 Aug 25 16:09:43.047391 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1021f130-6ee6-4a6c-adcf-912eac64f5dc req-4437228c-3e75-4ba9-a015-d580e1190b10 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=164d6d5d38f140d09589b51641a7cdf3&device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 1098 time: 0.0728838 Aug 25 16:09:43.127180 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7d45f-c42d-4190-b091-882a467bdc6d req-47d1bc8f-a598-4c76-8f75-bdc1afaea80e tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:43.128711 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-37a7d45f-c42d-4190-b091-882a467bdc6d req-47d1bc8f-a598-4c76-8f75-bdc1afaea80e tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0972779 Aug 25 16:09:43.182310 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-37a7d45f-c42d-4190-b091-882a467bdc6d req-ece97c11-1b6b-4517-a75a-254fcac2ca0a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467825 Aug 25 16:09:43.204240 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021f130-6ee6-4a6c-adcf-912eac64f5dc req-c7804a49-061e-4986-8eb3-95bdd972a5d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:43.205633 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1021f130-6ee6-4a6c-adcf-912eac64f5dc req-c7804a49-061e-4986-8eb3-95bdd972a5d0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b0497f16-a3e0-46b0-81f5-eae02d264919 HTTP/1.1" status: 200 len: 912 time: 0.1369593 Aug 25 16:09:43.327126 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1021f130-6ee6-4a6c-adcf-912eac64f5dc req-2d55d64a-f549-4d95-bba8-3fb952553a76 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49913d17-294d-4f67-859d-90517c3f0c9c HTTP/1.1" status: 200 len: 1000 time: 0.1136880 Aug 25 16:09:43.450118 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021f130-6ee6-4a6c-adcf-912eac64f5dc req-362c87e2-7eca-4c03-a5d7-b737877057ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:43.451561 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1021f130-6ee6-4a6c-adcf-912eac64f5dc req-362c87e2-7eca-4c03-a5d7-b737877057ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03b41362-f061-4c09-83d7-5c1bf8e439a3 HTTP/1.1" status: 200 len: 849 time: 0.0809989 Aug 25 16:09:43.508246 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3fc26-2fbd-4c08-adbf-89f27e214f81 req-1c637189-8e2b-4895-85d4-1e26701e4720 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:43.509755 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c9b3fc26-2fbd-4c08-adbf-89f27e214f81 req-1c637189-8e2b-4895-85d4-1e26701e4720 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 946 time: 0.1818042 Aug 25 16:09:43.581179 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c9b3fc26-2fbd-4c08-adbf-89f27e214f81 req-f0997681-22a9-4d6f-be6e-e69bb9cc8ebd tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646088 Aug 25 16:09:43.588434 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1021f130-6ee6-4a6c-adcf-912eac64f5dc req-89e822dc-569b-40da-88d3-aefb318f0ad5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b0497f16-a3e0-46b0-81f5-eae02d264919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1293347 Aug 25 16:09:43.721007 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1021f130-6ee6-4a6c-adcf-912eac64f5dc req-382708d0-cdf5-4e77-9cf5-bfa693e2249c service neutron] 10.222.0.21 "GET /v2.0/networks/b0497f16-a3e0-46b0-81f5-eae02d264919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256680 Aug 25 16:09:43.899735 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1021f130-6ee6-4a6c-adcf-912eac64f5dc req-18bda0ae-180c-46ca-b385-fd963a4c1461 service neutron] 10.222.0.21 "GET /v2.0/networks/b0497f16-a3e0-46b0-81f5-eae02d264919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497827 Aug 25 16:09:44.413601 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4554393-aff9-4997-871d-3ec37cf56f70 req-62427485-400d-453c-863d-f6a605d79376 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:44.415096 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b4554393-aff9-4997-871d-3ec37cf56f70 req-62427485-400d-453c-863d-f6a605d79376 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0863051 Aug 25 16:09:44.465903 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b4554393-aff9-4997-871d-3ec37cf56f70 req-58b1c323-d476-4c9c-8cc3-a6890d3b84b7 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448368 Aug 25 16:09:44.798967 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ab42e-aa37-4000-866b-cb9056e88918 req-30157698-b5c0-4cbb-b22f-ca2c4ab34450 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:44.800433 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-445ab42e-aa37-4000-866b-cb9056e88918 req-30157698-b5c0-4cbb-b22f-ca2c4ab34450 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 946 time: 0.0839598 Aug 25 16:09:44.849900 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-445ab42e-aa37-4000-866b-cb9056e88918 req-7749b80c-b332-423d-aae1-ec32eccde9df tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433812 Aug 25 16:09:45.684855 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4c964-7538-4d13-97e5-0cc491779020 req-d2ab82da-0a77-4635-aa1a-8199be3b7900 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:45.686614 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-d1a4c964-7538-4d13-97e5-0cc491779020 req-d2ab82da-0a77-4635-aa1a-8199be3b7900 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0833504 Aug 25 16:09:45.737524 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-d1a4c964-7538-4d13-97e5-0cc491779020 req-5ad0a2d6-ce6d-433e-b866-0f95336aa271 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450318 Aug 25 16:09:46.129900 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46370f-0a8d-41d9-b92d-225c7ddbc3a1 req-9cfaff7c-39f5-496b-ba18-f90067924aa5 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:46.131347 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-af46370f-0a8d-41d9-b92d-225c7ddbc3a1 req-9cfaff7c-39f5-496b-ba18-f90067924aa5 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 946 time: 0.1607907 Aug 25 16:09:46.176025 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-af46370f-0a8d-41d9-b92d-225c7ddbc3a1 req-182bacdc-5e44-487e-8707-773ff44e9e74 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386562 Aug 25 16:09:46.945744 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d463ef4-549f-4006-910b-8c798f8d552d req-d96164fd-e1bd-4d75-90c2-5c114cd5a67e tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:46.947187 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8d463ef4-549f-4006-910b-8c798f8d552d req-d96164fd-e1bd-4d75-90c2-5c114cd5a67e tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0754497 Aug 25 16:09:46.997106 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8d463ef4-549f-4006-910b-8c798f8d552d req-19e8a12c-5a6c-4a58-807d-151ddc7add10 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427074 Aug 25 16:09:47.370762 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1b04f-b7f9-4444-8c83-eee2f5f2f13f req-4ebda398-39bc-48c9-8cdd-fc601f52a45a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:47.372213 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-69f1b04f-b7f9-4444-8c83-eee2f5f2f13f req-4ebda398-39bc-48c9-8cdd-fc601f52a45a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 946 time: 0.0762670 Aug 25 16:09:47.419506 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-69f1b04f-b7f9-4444-8c83-eee2f5f2f13f req-6d1a21c8-ff6c-434c-9966-3767d16a1cce tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415263 Aug 25 16:09:48.212539 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c1c3f-1572-49d6-b36f-ef3229c583fd req-fa045c08-e7aa-4515-b594-bbf35456eb12 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:48.214678 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ec8c1c3f-1572-49d6-b36f-ef3229c583fd req-fa045c08-e7aa-4515-b594-bbf35456eb12 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0794621 Aug 25 16:09:48.266177 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ec8c1c3f-1572-49d6-b36f-ef3229c583fd req-cd2df153-9ff4-4243-8cb4-0d229e42672b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460322 Aug 25 16:09:48.621941 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee20cd-06e2-4c88-934b-108bf20a70a1 req-1aa5906c-a7a9-4e21-a407-647cd2d0681d tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:48.623410 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0fee20cd-06e2-4c88-934b-108bf20a70a1 req-1aa5906c-a7a9-4e21-a407-647cd2d0681d tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 946 time: 0.0815749 Aug 25 16:09:48.668479 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0fee20cd-06e2-4c88-934b-108bf20a70a1 req-1385db69-c8d7-4789-be9f-73b74407057f tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395064 Aug 25 16:09:49.031756 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device eee7e442-18be-4a68-a41d-78529cd01cd6 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:09:49.172100 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port eee7e442-18be-4a68-a41d-78529cd01cd6, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=eee7e442-18be-4a68-a41d-78529cd01cd6,segment=NetworkSegment(a05c1134-7b51-454b-8aaa-f8bbb9036c51),segment_id=a05c1134-7b51-454b-8aaa-f8bbb9036c51)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:49.185194 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Returning: {'device': 'eee7e442-18be-4a68-a41d-78529cd01cd6', 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'port_id': 'eee7e442-18be-4a68-a41d-78529cd01cd6', 'mac_address': 'fa:16:3e:90:cd:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c90e4aa-a616-450f-a776-04d207824949', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:09:49.240091 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:49.260123 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee7e442-18be-4a68-a41d-78529cd01cd6 {{(pid=75047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:09:49.276787 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port eee7e442-18be-4a68-a41d-78529cd01cd6, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=eee7e442-18be-4a68-a41d-78529cd01cd6,segment=NetworkSegment(a05c1134-7b51-454b-8aaa-f8bbb9036c51),segment_id=a05c1134-7b51-454b-8aaa-f8bbb9036c51)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:49.280441 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:49.282178 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:49.370553 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=eee7e442-18be-4a68-a41d-78529cd01cd6,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:49.374191 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:49.486781 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f36e7b-2745-4b31-be63-7762c8b707e4 req-80a99e11-2cdb-41f7-b2a3-71fb7480e70f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:49.488131 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-98f36e7b-2745-4b31-be63-7762c8b707e4 req-80a99e11-2cdb-41f7-b2a3-71fb7480e70f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 944 time: 0.0819492 Aug 25 16:09:49.533442 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-98f36e7b-2745-4b31-be63-7762c8b707e4 req-df3ee751-e7e5-47b7-8da9-ddb8cb6ae339 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397604 Aug 25 16:09:49.860751 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a98e8-b444-45ed-8a97-6c149df121b9 req-473a1146-5b63-4818-ac82-910749d01556 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:49.862350 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c19a98e8-b444-45ed-8a97-6c149df121b9 req-473a1146-5b63-4818-ac82-910749d01556 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 946 time: 0.0762980 Aug 25 16:09:49.908035 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c19a98e8-b444-45ed-8a97-6c149df121b9 req-efe1490d-2023-48e3-b77d-d6773d5ac0d7 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401542 Aug 25 16:09:50.103161 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdf3b2-ef28-4fef-8a90-e7304d48825f req-8d694266-e34b-4007-b2f8-271334e74cec tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:50.104712 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-5bbdf3b2-ef28-4fef-8a90-e7304d48825f req-8d694266-e34b-4007-b2f8-271334e74cec tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 946 time: 0.0765982 Aug 25 16:09:50.151419 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-5bbdf3b2-ef28-4fef-8a90-e7304d48825f req-91877496-5a8b-4609-a348-26e48efaf33d tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410774 Aug 25 16:09:50.158746 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['eee7e442-18be-4a68-a41d-78529cd01cd6'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:09:50.179401 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 51578) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:50.394891 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-a344d1ba-190f-4abb-aaa0-8029f4bad7f3 tempest-TestVolumeBootPattern-1655205421 tempest-TestVolumeBootPattern-1655205421-project-admin] Synchronizing usage tracker for tenant:7e26263cfdb44a13849e65ed3ee02c14 on resource:port {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:09:50.411650 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-a344d1ba-190f-4abb-aaa0-8029f4bad7f3 tempest-TestVolumeBootPattern-1655205421 tempest-TestVolumeBootPattern-1655205421-project-admin] Unset dirty status for tenant:7e26263cfdb44a13849e65ed3ee02c14 on resource:port {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:09:50.412782 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-a344d1ba-190f-4abb-aaa0-8029f4bad7f3 tempest-TestVolumeBootPattern-1655205421 tempest-TestVolumeBootPattern-1655205421-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 1094 time: 0.2324283 Aug 25 16:09:50.415983 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 51586) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:50.421431 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Request body: {'floatingip': {'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'port_id': '47bc703f-8019-401a-88e6-3139b33f8cb9', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:50.427464 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:50.431980 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Usage tracker for resource:floatingip and tenant:8d49b7bf8eb94202b4e68c00481db1bb is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:50.435050 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:50.441664 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:50.452504 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for floatingip, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:50.589456 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:50.727569 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_common [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Allocated IP 172.27.1.226 (918dfb31-e205-4511-8f83-81a91dee6c8c/7d72112f-2376-4184-b827-994c471d72fa/dcef7cfb-e6d2-4b39-b4ed-bc76d4831dfb) {{(pid=75045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:09:50.755525 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95e315-cc71-41c3-9364-d524bebb5497 req-b53955fd-c18d-409b-ad65-199762ab8ae4 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:50.758215 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7c95e315-cc71-41c3-9364-d524bebb5497 req-b53955fd-c18d-409b-ad65-199762ab8ae4 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 944 time: 0.0902483 Aug 25 16:09:50.822295 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7c95e315-cc71-41c3-9364-d524bebb5497 req-b2b23323-545e-4ab4-a8da-82cc8f8e9928 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525026 Aug 25 16:09:50.907250 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for port, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:50.938671 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:50.943085 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-db344499-87ed-4bc3-97c8-d242bd039b72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:51.006060 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Network 918dfb31-e205-4511-8f83-81a91dee6c8c is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:09:51.009009 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:09:51.013502 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Received port after_create {{(pid=75045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:09:51.049097 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Pushing event updated for resources: {'Port': ['ID=dcef7cfb-e6d2-4b39-b4ed-bc76d4831dfb,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:51.062374 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:51.062746 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:51.063170 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:51.063615 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:51.063887 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:51.064247 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:51.064600 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:51.064966 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:51.065314 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:51.065659 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:51.066030 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:51.071534 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:51.613785 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:51.673321 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:51.879713 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for port, precommit_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:51.884953 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3837783'] for port, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:51.890013 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-4d237be9-b0bb-41bd-ac8b-c664a095c6fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:51.992586 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Pushing event updated for resources: {'Port': ['ID=dcef7cfb-e6d2-4b39-b4ed-bc76d4831dfb,revision_number=2']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:51.996564 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:52.013770 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683597'] for floatingip, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:52.038205 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0b93b-182b-46d6-8389-8a40efcb1703 req-9d72d1d2-b28d-4a59-a3f3-1a234ca4bfa5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:52.039675 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-21b0b93b-182b-46d6-8389-8a40efcb1703 req-9d72d1d2-b28d-4a59-a3f3-1a234ca4bfa5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 944 time: 0.0786753 Aug 25 16:09:52.090212 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-21b0b93b-182b-46d6-8389-8a40efcb1703 req-6deccf77-875b-4f1f-a768-29331dd9ffde tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449588 Aug 25 16:09:52.200516 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.db.l3_db [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Floating IP 57f6e175-5917-4224-8fb4-6e340631717b associated. External IP: 172.27.1.226, port: 47bc703f-8019-401a-88e6-3139b33f8cb9. Aug 25 16:09:52.606174 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Router e011034f-6880-473d-9d2e-9348615babe3 has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:09:52.904428 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:09:52.914554 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb8517b-2683-4d30-9b86-f6ce2c44e86e None None] Sync routers for ids ['e011034f-6880-473d-9d2e-9348615babe3'] in dv-cinder-806008-1-iscsi {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:09:52.928127 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb8517b-2683-4d30-9b86-f6ce2c44e86e None None] Routers {'e011034f-6880-473d-9d2e-9348615babe3'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:09:52.928358 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for floatingip, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:52.929149 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-9eb8517b-2683-4d30-9b86-f6ce2c44e86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:09:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['e011034f-6880-473d-9d2e-9348615babe3'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:52.986099 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5690649 Aug 25 16:09:52.986840 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8303786f-07e2-4f55-bf0a-2f376ea977b1', 'tag': '47bc703f-8019-401a-88e6-3139b33f8cb9'}] {{(pid=75045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:09:53.045815 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8303786f-07e2-4f55-bf0a-2f376ea977b1', 'tag': '47bc703f-8019-401a-88e6-3139b33f8cb9', 'status': 'completed', 'code': 200} Aug 25 16:09:53.114554 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-9eb8517b-2683-4d30-9b86-f6ce2c44e86e None None] Set router e011034f-6880-473d-9d2e-9348615babe3 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:09:53.300738 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f91349-3b1d-41a8-aaee-ee0bf03cdf4e req-afcf1c10-5f3d-4e57-8da7-e0233ce1769b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:53.302408 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-33f91349-3b1d-41a8-aaee-ee0bf03cdf4e req-afcf1c10-5f3d-4e57-8da7-e0233ce1769b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 944 time: 0.0772104 Aug 25 16:09:53.349978 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-33f91349-3b1d-41a8-aaee-ee0bf03cdf4e req-1bdbce36-a63d-4433-887f-1b28fd039971 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418048 Aug 25 16:09:53.467842 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-9eb8517b-2683-4d30-9b86-f6ce2c44e86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e011034f-6880-473d-9d2e-9348615babe3', 'name': 'tempest-TestVolumeBootPattern-970962436-router', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:26Z', 'updated_at': '2021-08-25T16:07:33Z', 'revision_number': 4, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'gw_port': {'id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:27Z', 'updated_at': '2021-08-25T16:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_floatingips': [{'id': '57f6e175-5917-4224-8fb4-6e340631717b', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'port_id': '47bc703f-8019-401a-88e6-3139b33f8cb9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'mac_address': 'fa:16:3e:d4:28:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8303786f-07e2-4f55-bf0a-2f376ea977b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:09:51Z', 'updated_at': '2021-08-25T16:09:51Z', 'revision_number': 0, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14476426-bfe9-4eb0-99dd-ed64140166b1', 'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'mac_address': 'fa:16:3e:45:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:32Z', 'updated_at': '2021-08-25T16:08:13Z', 'revision_number': 5, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'subnets': [{'id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:53.472071 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb8517b-2683-4d30-9b86-f6ce2c44e86e None None] Checking router: e011034f-6880-473d-9d2e-9348615babe3 for host: dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:09:53.483223 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb8517b-2683-4d30-9b86-f6ce2c44e86e None None] Routers {'e011034f-6880-473d-9d2e-9348615babe3'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:09:53.483828 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-9eb8517b-2683-4d30-9b86-f6ce2c44e86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:09:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['e011034f-6880-473d-9d2e-9348615babe3'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:53.663923 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-9eb8517b-2683-4d30-9b86-f6ce2c44e86e None None] Set router e011034f-6880-473d-9d2e-9348615babe3 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:09:53.994466 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-9eb8517b-2683-4d30-9b86-f6ce2c44e86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e011034f-6880-473d-9d2e-9348615babe3', 'name': 'tempest-TestVolumeBootPattern-970962436-router', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:26Z', 'updated_at': '2021-08-25T16:07:33Z', 'revision_number': 4, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'gw_port': {'id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:27Z', 'updated_at': '2021-08-25T16:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_floatingips': [{'id': '57f6e175-5917-4224-8fb4-6e340631717b', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'port_id': '47bc703f-8019-401a-88e6-3139b33f8cb9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'mac_address': 'fa:16:3e:d4:28:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8303786f-07e2-4f55-bf0a-2f376ea977b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:09:51Z', 'updated_at': '2021-08-25T16:09:51Z', 'revision_number': 0, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14476426-bfe9-4eb0-99dd-ed64140166b1', 'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'mac_address': 'fa:16:3e:45:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:32Z', 'updated_at': '2021-08-25T16:08:13Z', 'revision_number': 5, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'subnets': [{'id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:53.998234 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb8517b-2683-4d30-9b86-f6ce2c44e86e None None] The sync data for ids ['e011034f-6880-473d-9d2e-9348615babe3'] in dv-cinder-806008-1-iscsi is: [{'id': 'e011034f-6880-473d-9d2e-9348615babe3', 'name': 'tempest-TestVolumeBootPattern-970962436-router', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:26Z', 'updated_at': '2021-08-25T16:07:33Z', 'revision_number': 4, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'gw_port': {'id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:27Z', 'updated_at': '2021-08-25T16:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_floatingips': [{'id': '57f6e175-5917-4224-8fb4-6e340631717b', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'port_id': '47bc703f-8019-401a-88e6-3139b33f8cb9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'mac_address': 'fa:16:3e:d4:28:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8303786f-07e2-4f55-bf0a-2f376ea977b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:09:51Z', 'updated_at': '2021-08-25T16:09:51Z', 'revision_number': 0, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14476426-bfe9-4eb0-99dd-ed64140166b1', 'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'mac_address': 'fa:16:3e:45:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:32Z', 'updated_at': '2021-08-25T16:08:13Z', 'revision_number': 5, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'subnets': [{'id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:09:54.190083 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9f329e-96f4-445e-be6e-e9f1d77852a4 None None] New status for floating IP 57f6e175-5917-4224-8fb4-6e340631717b: ACTIVE {{(pid=75048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:09:54.581760 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20de4b0-7f64-48f2-8df7-cf958f1dd3fc req-16adc71f-491d-4a72-95fe-18bc4b534bd3 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:54.584498 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b20de4b0-7f64-48f2-8df7-cf958f1dd3fc req-16adc71f-491d-4a72-95fe-18bc4b534bd3 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 944 time: 0.0792112 Aug 25 16:09:54.628460 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b20de4b0-7f64-48f2-8df7-cf958f1dd3fc req-776192f1-a0cc-44af-b419-51e414ab1d1f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395560 Aug 25 16:09:55.513646 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a3ad5dad-6ccb-451c-a8e7-1d5ed8d878ad req-07baf6ff-ec5b-4b69-9519-9ad0eefdf9f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d49b7bf8eb94202b4e68c00481db1bb&device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 1099 time: 0.1432614 Aug 25 16:09:55.646221 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad5dad-6ccb-451c-a8e7-1d5ed8d878ad req-73291fca-e70c-41d7-9c3b-ff2c78d05bb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:55.647649 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a3ad5dad-6ccb-451c-a8e7-1d5ed8d878ad req-73291fca-e70c-41d7-9c3b-ff2c78d05bb3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=718b11f1-f8ce-4b3b-a0cd-44603747195c HTTP/1.1" status: 200 len: 913 time: 0.1272388 Aug 25 16:09:55.755286 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a3ad5dad-6ccb-451c-a8e7-1d5ed8d878ad req-c0f0d82c-aea9-4af2-9795-32739db73217 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47bc703f-8019-401a-88e6-3139b33f8cb9 HTTP/1.1" status: 200 len: 1002 time: 0.1000996 Aug 25 16:09:55.865038 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad5dad-6ccb-451c-a8e7-1d5ed8d878ad req-0fc7376d-e3aa-4f6a-a881-c25fe8ca7b13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:55.866492 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a3ad5dad-6ccb-451c-a8e7-1d5ed8d878ad req-0fc7376d-e3aa-4f6a-a881-c25fe8ca7b13 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab66fe1-445a-43bc-ae43-f295df741f59 HTTP/1.1" status: 200 len: 850 time: 0.1040173 Aug 25 16:09:55.903038 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-1f1ffadf-d1d1-4890-a499-3c2c2bcaf61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:55.936726 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d90481-a691-441e-9d91-9dfc6bd36711 req-3dbf013d-dd78-4cd6-82c2-6b60d6fd4e05 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:55.938194 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f0d90481-a691-441e-9d91-9dfc6bd36711 req-3dbf013d-dd78-4cd6-82c2-6b60d6fd4e05 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 944 time: 0.1458297 Aug 25 16:09:55.987797 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a3ad5dad-6ccb-451c-a8e7-1d5ed8d878ad req-120289f1-6750-43f4-ac53-b10f2d1a4647 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=718b11f1-f8ce-4b3b-a0cd-44603747195c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1130950 Aug 25 16:09:55.995235 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f0d90481-a691-441e-9d91-9dfc6bd36711 req-0edc1975-d711-4e80-8ff8-9678c0692b9f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497513 Aug 25 16:09:56.122734 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a3ad5dad-6ccb-451c-a8e7-1d5ed8d878ad req-21ddb3af-1c1e-4cf0-b6a9-17f54200c5d5 service neutron] 10.222.0.21 "GET /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265855 Aug 25 16:09:56.252643 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a3ad5dad-6ccb-451c-a8e7-1d5ed8d878ad req-2441a931-d577-4821-aa92-e377d281a8d5 service neutron] 10.222.0.21 "GET /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229913 Aug 25 16:09:56.393137 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:57.205373 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15021fd-8d92-459d-94e5-3675f08452ea req-2cc5137c-ce65-44c6-bbf9-f9a6fc5725ce tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:57.206717 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e15021fd-8d92-459d-94e5-3675f08452ea req-2cc5137c-ce65-44c6-bbf9-f9a6fc5725ce tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 944 time: 0.0782187 Aug 25 16:09:57.256731 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e15021fd-8d92-459d-94e5-3675f08452ea req-1a34cf9e-105b-4033-859f-2c55192db294 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445313 Aug 25 16:09:57.372975 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device eee7e442-18be-4a68-a41d-78529cd01cd6 up at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:09:57.442496 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning for port eee7e442-18be-4a68-a41d-78529cd01cd6 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:09:57.447106 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning complete for port eee7e442-18be-4a68-a41d-78529cd01cd6 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:57.447990 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:57.559353 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:57.585098 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf53c14-697d-43ce-9fae-9dc79de7d1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee7e442-18be-4a68-a41d-78529cd01cd6'}] {{(pid=75047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:09:57.595383 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port eee7e442-18be-4a68-a41d-78529cd01cd6, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=eee7e442-18be-4a68-a41d-78529cd01cd6,segment=NetworkSegment(a05c1134-7b51-454b-8aaa-f8bbb9036c51),segment_id=a05c1134-7b51-454b-8aaa-f8bbb9036c51)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:57.598418 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:57.601246 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-e3a3c859-edaf-42fb-93b5-19a5aa7d075e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:57.644911 dv-cinder-806008-1-iscsi neutron-server[75047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf53c14-697d-43ce-9fae-9dc79de7d1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee7e442-18be-4a68-a41d-78529cd01cd6', 'code': 200} Aug 25 16:09:57.671075 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=eee7e442-18be-4a68-a41d-78529cd01cd6,revision_number=5']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:57.674113 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:57.921978 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c23cd4ef-c0c2-471f-be46-405c69e38b90 req-e2d26bf7-ad91-4fb6-a057-05216a012fa9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 1098 time: 0.0722382 Aug 25 16:09:57.966635 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c23cd4ef-c0c2-471f-be46-405c69e38b90 req-1d153eff-5763-4276-bc44-08eea2c303d1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363510 Aug 25 16:09:58.188012 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-62c7ca57-49ed-454a-b469-fdf1a2eb4e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:58.499464 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6c9c9-b0cd-4df3-9cb1-7e0d02e703c3 req-bd643a0e-c9c6-48f4-b3c2-27f6c25f4246 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:58.500423 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e2a6c9c9-b0cd-4df3-9cb1-7e0d02e703c3 req-bd643a0e-c9c6-48f4-b3c2-27f6c25f4246 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 945 time: 0.0905833 Aug 25 16:09:58.553535 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e2a6c9c9-b0cd-4df3-9cb1-7e0d02e703c3 req-0259188a-c1aa-4b0a-ae6a-61e5d48b52e3 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475063 Aug 25 16:09:59.219507 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:59.777298 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770eeed-1540-4f80-96e0-4dad08d9bcfc req-fece6b0f-0d6b-4ca2-a636-79807766590e tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:59.778648 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-d770eeed-1540-4f80-96e0-4dad08d9bcfc req-fece6b0f-0d6b-4ca2-a636-79807766590e tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 945 time: 0.0753644 Aug 25 16:09:59.821244 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-d770eeed-1540-4f80-96e0-4dad08d9bcfc req-72d9eaae-02b4-4116-a327-66c6377abaae tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372078 Aug 25 16:10:00.663538 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:01.031908 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c850f-a534-473c-83dc-1c7f44edf898 req-dde50c17-e102-4a7e-afb5-22692d91f7a5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:01.033355 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-136c850f-a534-473c-83dc-1c7f44edf898 req-dde50c17-e102-4a7e-afb5-22692d91f7a5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 945 time: 0.0794606 Aug 25 16:10:01.080207 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-136c850f-a534-473c-83dc-1c7f44edf898 req-8fe359e8-1790-49d5-8cb6-b5ba3243c13f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413511 Aug 25 16:10:02.391540 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b2cf9-320f-4762-bf02-69065c31dd01 req-8c5f9940-b424-4873-8a6b-b8fd923be0fc tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:02.392926 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-fd0b2cf9-320f-4762-bf02-69065c31dd01 req-8c5f9940-b424-4873-8a6b-b8fd923be0fc tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 945 time: 0.1800945 Aug 25 16:10:02.439507 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-fd0b2cf9-320f-4762-bf02-69065c31dd01 req-7a300a6e-c93f-482d-b5b1-0aa90f35e579 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410473 Aug 25 16:10:03.436027 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:10:03.647692 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fe3a5-8eaa-40c9-a0a0-829b92afceb1 req-453bf8a7-ac0a-48ac-abe9-5726dfb29228 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:03.649183 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-0e0fe3a5-8eaa-40c9-a0a0-829b92afceb1 req-453bf8a7-ac0a-48ac-abe9-5726dfb29228 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 945 time: 0.0760858 Aug 25 16:10:03.694338 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-0e0fe3a5-8eaa-40c9-a0a0-829b92afceb1 req-be55502e-a324-4f0a-b05e-5eba3766f219 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392237 Aug 25 16:10:04.904865 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53649a-f97a-46a2-b61d-84a596402c7a req-e19d9e12-d5fc-4cc3-9b31-add4b9540637 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:04.906371 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4e53649a-f97a-46a2-b61d-84a596402c7a req-e19d9e12-d5fc-4cc3-9b31-add4b9540637 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 945 time: 0.0780578 Aug 25 16:10:04.953327 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4e53649a-f97a-46a2-b61d-84a596402c7a req-57c7bfc8-1d56-4e42-ba3a-a1427090e34a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411375 Aug 25 16:10:05.409809 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 51812) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:05.583475 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-39511c4b-d6d3-40b1-b772-f6f3187e80dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:05.627056 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-39511c4b-d6d3-40b1-b772-f6f3187e80dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:05.631020 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-39511c4b-d6d3-40b1-b772-f6f3187e80dd admin admin] Usage tracker for resource:security_group_rule and tenant:97934ec753b64e3f944019777cc5fdc3 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:05.633923 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-39511c4b-d6d3-40b1-b772-f6f3187e80dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:05.640322 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-39511c4b-d6d3-40b1-b772-f6f3187e80dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:05.705904 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-39511c4b-d6d3-40b1-b772-f6f3187e80dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:05.709772 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-39511c4b-d6d3-40b1-b772-f6f3187e80dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:05.716834 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-6f995774-5707-490f-b4d8-2fc1b892d3fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:05.756165 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39511c4b-d6d3-40b1-b772-f6f3187e80dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df596280-7acf-440c-832a-5f298fe1779f,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:05.761340 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-39511c4b-d6d3-40b1-b772-f6f3187e80dd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=97934ec753b64e3f944019777cc5fdc3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3505273 Aug 25 16:10:05.764248 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 51822) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:05.767714 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39511c4b-d6d3-40b1-b772-f6f3187e80dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:05.768085 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39511c4b-d6d3-40b1-b772-f6f3187e80dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:05.768439 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39511c4b-d6d3-40b1-b772-f6f3187e80dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:05.768787 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39511c4b-d6d3-40b1-b772-f6f3187e80dd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:05.769162 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39511c4b-d6d3-40b1-b772-f6f3187e80dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:05.769509 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39511c4b-d6d3-40b1-b772-f6f3187e80dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:05.769849 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39511c4b-d6d3-40b1-b772-f6f3187e80dd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:05.770190 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39511c4b-d6d3-40b1-b772-f6f3187e80dd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:05.770530 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39511c4b-d6d3-40b1-b772-f6f3187e80dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:05.770863 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39511c4b-d6d3-40b1-b772-f6f3187e80dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:05.771197 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39511c4b-d6d3-40b1-b772-f6f3187e80dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:05.775205 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-39511c4b-d6d3-40b1-b772-f6f3187e80dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:05.827185 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-7d8846d9-4c30-499b-af74-1fae45d7f4d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:05.853457 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-7d8846d9-4c30-499b-af74-1fae45d7f4d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:05.904956 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-7d8846d9-4c30-499b-af74-1fae45d7f4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:05.909699 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:05.920979 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8846d9-4c30-499b-af74-1fae45d7f4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df596280-7acf-440c-832a-5f298fe1779f,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:05.923813 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-7d8846d9-4c30-499b-af74-1fae45d7f4d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:05.925663 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-7d8846d9-4c30-499b-af74-1fae45d7f4d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:05.929464 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-7d8846d9-4c30-499b-af74-1fae45d7f4d1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df596280-7acf-440c-832a-5f298fe1779f HTTP/1.1" status: 204 len: 168 time: 0.1642220 Aug 25 16:10:06.190794 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7a425-11f1-462f-8eab-d206bc82953f req-0758cb1e-2bd8-4ab7-acbc-f08bcd337ced tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:06.192581 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b2d7a425-11f1-462f-8eab-d206bc82953f req-0758cb1e-2bd8-4ab7-acbc-f08bcd337ced tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 945 time: 0.0981593 Aug 25 16:10:06.241107 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b2d7a425-11f1-462f-8eab-d206bc82953f req-be34b1af-13ce-45e4-b0ac-5751ec88346c tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421386 Aug 25 16:10:06.455810 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7cdb9-9a5b-4bae-8a09-0e8c2935fafe req-ab3d446f-99bd-451d-8793-5b389dd0d850 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:06.457381 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-67f7cdb9-9a5b-4bae-8a09-0e8c2935fafe req-ab3d446f-99bd-451d-8793-5b389dd0d850 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 945 time: 0.0826545 Aug 25 16:10:06.465961 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 51844) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:06.471469 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-e1b511a2-7a71-4978-90fa-000a869a7331 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Request body: {'floatingip': {'port_id': 'eee7e442-18be-4a68-a41d-78529cd01cd6'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:06.554027 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e1b511a2-7a71-4978-90fa-000a869a7331 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for floatingip, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:07.211025 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e1b511a2-7a71-4978-90fa-000a869a7331 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:07.219422 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e1b511a2-7a71-4978-90fa-000a869a7331 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683597'] for floatingip, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:07.319939 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604c973-342f-4273-9bc5-35625585a853 req-3818029e-3887-40ed-9410-2101a266ab01 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:07.321424 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6604c973-342f-4273-9bc5-35625585a853 req-3818029e-3887-40ed-9410-2101a266ab01 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.1981761 Aug 25 16:10:07.438335 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6604c973-342f-4273-9bc5-35625585a853 req-7ef29b7f-2ee0-459f-bf2b-86eca766bbd3 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102006 Aug 25 16:10:07.476124 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.db.l3_db [None req-e1b511a2-7a71-4978-90fa-000a869a7331 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Floating IP 9664e870-e03e-4439-a90e-221cabe48c25 associated. External IP: 172.27.1.211, port: eee7e442-18be-4a68-a41d-78529cd01cd6. Aug 25 16:10:07.965347 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b511a2-7a71-4978-90fa-000a869a7331 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Router 140dbd97-324d-443b-8d40-61281a573ba9 has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:10:08.128808 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bda74d-d683-4b11-a502-297c758c4e10 req-b0db7539-de7b-4646-95bd-384390dce3ff tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:08.130256 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a1bda74d-d683-4b11-a502-297c758c4e10 req-b0db7539-de7b-4646-95bd-384390dce3ff tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c98fa9a-5fe2-4a15-b475-42455fb076b1 HTTP/1.1" status: 200 len: 946 time: 0.1047325 Aug 25 16:10:08.239835 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a1bda74d-d683-4b11-a502-297c758c4e10 req-e4412709-6749-4b6a-b439-1fa3dee80dbd tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614002 Aug 25 16:10:08.261658 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b511a2-7a71-4978-90fa-000a869a7331 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:10:08.271161 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c951d1b-f7ca-46d4-82e6-3d87209cc391 None None] Sync routers for ids ['140dbd97-324d-443b-8d40-61281a573ba9'] in dv-cinder-806008-1-iscsi {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:10:08.273816 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-e1b511a2-7a71-4978-90fa-000a869a7331 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for floatingip, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:08.283204 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c951d1b-f7ca-46d4-82e6-3d87209cc391 None None] Routers {'140dbd97-324d-443b-8d40-61281a573ba9'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:10:08.283816 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-2c951d1b-f7ca-46d4-82e6-3d87209cc391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:09:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['140dbd97-324d-443b-8d40-61281a573ba9'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:08.326684 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-e1b511a2-7a71-4978-90fa-000a869a7331 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "PUT /v2.0/floatingips/9664e870-e03e-4439-a90e-221cabe48c25 HTTP/1.1" status: 200 len: 991 time: 1.8596392 Aug 25 16:10:08.327394 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf53c14-697d-43ce-9fae-9dc79de7d1fd', 'tag': 'eee7e442-18be-4a68-a41d-78529cd01cd6'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:08.476071 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-2c951d1b-f7ca-46d4-82e6-3d87209cc391 None None] Set router 140dbd97-324d-443b-8d40-61281a573ba9 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:10:08.622509 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bf53c14-697d-43ce-9fae-9dc79de7d1fd', 'tag': 'eee7e442-18be-4a68-a41d-78529cd01cd6', 'status': 'completed', 'code': 200} Aug 25 16:10:08.797444 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754bd19-3a99-4aac-bc52-57727ca1af47 req-cbaec8c0-1c94-454b-99c2-332fa90f9649 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:08.798904 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a754bd19-3a99-4aac-bc52-57727ca1af47 req-cbaec8c0-1c94-454b-99c2-332fa90f9649 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0830846 Aug 25 16:10:08.823036 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-2c951d1b-f7ca-46d4-82e6-3d87209cc391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140dbd97-324d-443b-8d40-61281a573ba9', 'name': 'tempest-AttachVolumeShelveTestJSON-1398295952-router', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:14Z', 'revision_number': 4, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'gw_port': {'id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_floatingips': [{'id': '9664e870-e03e-4439-a90e-221cabe48c25', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'port_id': 'eee7e442-18be-4a68-a41d-78529cd01cd6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'mac_address': 'fa:16:3e:90:cd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf53c14-697d-43ce-9fae-9dc79de7d1fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:09:18Z', 'updated_at': '2021-08-25T16:10:07Z', 'revision_number': 1, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc7f09b8-6487-4aa7-9e2e-beefdc901916', 'name': '', 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'mac_address': 'fa:16:3e:de:8b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c90e4aa-a616-450f-a776-04d207824949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:13Z', 'updated_at': '2021-08-25T16:09:31Z', 'revision_number': 5, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'subnets': [{'id': '7c90e4aa-a616-450f-a776-04d207824949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:08.827049 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c951d1b-f7ca-46d4-82e6-3d87209cc391 None None] Checking router: 140dbd97-324d-443b-8d40-61281a573ba9 for host: dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:10:08.837528 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c951d1b-f7ca-46d4-82e6-3d87209cc391 None None] Routers {'140dbd97-324d-443b-8d40-61281a573ba9'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:10:08.838682 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-2c951d1b-f7ca-46d4-82e6-3d87209cc391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:09:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['140dbd97-324d-443b-8d40-61281a573ba9'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:08.846301 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a754bd19-3a99-4aac-bc52-57727ca1af47 req-593d1039-2d6b-472f-a00d-c90f1ead5597 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412643 Aug 25 16:10:09.009387 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-2c951d1b-f7ca-46d4-82e6-3d87209cc391 None None] Set router 140dbd97-324d-443b-8d40-61281a573ba9 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:10:09.378565 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-2c951d1b-f7ca-46d4-82e6-3d87209cc391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140dbd97-324d-443b-8d40-61281a573ba9', 'name': 'tempest-AttachVolumeShelveTestJSON-1398295952-router', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:14Z', 'revision_number': 4, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'gw_port': {'id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_floatingips': [{'id': '9664e870-e03e-4439-a90e-221cabe48c25', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'port_id': 'eee7e442-18be-4a68-a41d-78529cd01cd6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'mac_address': 'fa:16:3e:90:cd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf53c14-697d-43ce-9fae-9dc79de7d1fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:09:18Z', 'updated_at': '2021-08-25T16:10:07Z', 'revision_number': 1, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc7f09b8-6487-4aa7-9e2e-beefdc901916', 'name': '', 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'mac_address': 'fa:16:3e:de:8b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c90e4aa-a616-450f-a776-04d207824949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:13Z', 'updated_at': '2021-08-25T16:09:31Z', 'revision_number': 5, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'subnets': [{'id': '7c90e4aa-a616-450f-a776-04d207824949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:09.382522 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c951d1b-f7ca-46d4-82e6-3d87209cc391 None None] The sync data for ids ['140dbd97-324d-443b-8d40-61281a573ba9'] in dv-cinder-806008-1-iscsi is: [{'id': '140dbd97-324d-443b-8d40-61281a573ba9', 'name': 'tempest-AttachVolumeShelveTestJSON-1398295952-router', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:14Z', 'revision_number': 4, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'gw_port': {'id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_floatingips': [{'id': '9664e870-e03e-4439-a90e-221cabe48c25', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'port_id': 'eee7e442-18be-4a68-a41d-78529cd01cd6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'mac_address': 'fa:16:3e:90:cd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf53c14-697d-43ce-9fae-9dc79de7d1fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:09:18Z', 'updated_at': '2021-08-25T16:10:07Z', 'revision_number': 1, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc7f09b8-6487-4aa7-9e2e-beefdc901916', 'name': '', 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'mac_address': 'fa:16:3e:de:8b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c90e4aa-a616-450f-a776-04d207824949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:13Z', 'updated_at': '2021-08-25T16:09:31Z', 'revision_number': 5, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'subnets': [{'id': '7c90e4aa-a616-450f-a776-04d207824949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:10:09.439334 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c61cd-b9db-42b2-a29e-8a63fe2fcbec req-ac866c47-a088-4fb1-af2f-2955708ef608 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:09.440829 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5c7c61cd-b9db-42b2-a29e-8a63fe2fcbec req-ac866c47-a088-4fb1-af2f-2955708ef608 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c98fa9a-5fe2-4a15-b475-42455fb076b1 HTTP/1.1" status: 200 len: 946 time: 0.0782375 Aug 25 16:10:09.491851 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5c7c61cd-b9db-42b2-a29e-8a63fe2fcbec req-8b5cfffd-48bc-41f7-af82-54fc194746c8 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448148 Aug 25 16:10:09.562710 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0097835-1204-4928-a34e-7c23a80fa1e4 None None] New status for floating IP 9664e870-e03e-4439-a90e-221cabe48c25: ACTIVE {{(pid=75048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:10:10.053858 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f919fd9-df46-41a0-aa8d-03988033c1b6 req-482153bb-2f41-4efc-aa39-d6c1c1060746 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:10.055321 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3f919fd9-df46-41a0-aa8d-03988033c1b6 req-482153bb-2f41-4efc-aa39-d6c1c1060746 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0781739 Aug 25 16:10:10.100379 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3f919fd9-df46-41a0-aa8d-03988033c1b6 req-2da6d209-193e-41aa-828e-107a068aaf91 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388370 Aug 25 16:10:10.690189 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:10.706073 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208cc993-ffe9-484a-9272-ca9457a586f2 req-e0bead25-614e-4acd-9e79-72b72305ecfd tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:10.707528 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-208cc993-ffe9-484a-9272-ca9457a586f2 req-e0bead25-614e-4acd-9e79-72b72305ecfd tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c98fa9a-5fe2-4a15-b475-42455fb076b1 HTTP/1.1" status: 200 len: 946 time: 0.0902822 Aug 25 16:10:10.753604 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-208cc993-ffe9-484a-9272-ca9457a586f2 req-394994fa-16f5-45be-ba3f-a13f0d9f1814 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405810 Aug 25 16:10:11.294073 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffff1e0-06af-45bb-8cdc-d684056798ec req-5a45bf43-ac9b-472b-9dcd-048c8c3274ca tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:11.295516 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0ffff1e0-06af-45bb-8cdc-d684056798ec req-5a45bf43-ac9b-472b-9dcd-048c8c3274ca tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0761979 Aug 25 16:10:11.340118 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0ffff1e0-06af-45bb-8cdc-d684056798ec req-5bada11d-1669-4b1d-b374-6f44ccc1b48a tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390627 Aug 25 16:10:11.956752 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bbd87-4b0e-47bc-bc5a-a1897cbdadec req-b6385623-543f-4de8-a328-f5c5a33249ff tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:11.958166 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-709bbd87-4b0e-47bc-bc5a-a1897cbdadec req-b6385623-543f-4de8-a328-f5c5a33249ff tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c98fa9a-5fe2-4a15-b475-42455fb076b1 HTTP/1.1" status: 200 len: 946 time: 0.0804949 Aug 25 16:10:12.007629 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-709bbd87-4b0e-47bc-bc5a-a1897cbdadec req-e140d40b-4d28-4678-9ab0-90b74d33ba79 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439274 Aug 25 16:10:12.549486 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb38d82-a142-46ee-990f-a3cc85fbd226 req-bc92f15b-d336-44e9-a6e6-87e0a29f6c9a tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:12.550940 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0eb38d82-a142-46ee-990f-a3cc85fbd226 req-bc92f15b-d336-44e9-a6e6-87e0a29f6c9a tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0807850 Aug 25 16:10:12.597940 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0eb38d82-a142-46ee-990f-a3cc85fbd226 req-04bd2323-8696-489e-9c16-0bc2a9e38e25 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410438 Aug 25 16:10:12.820599 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4371786c-ebb4-40b0-afb8-f2d48e9e56f4 req-a7dfc06f-6ac9-4a1d-8cf8-23c8d7ebf249 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd338f4b7714b59867e69ddd8df8b95&device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 1098 time: 0.0790870 Aug 25 16:10:12.962667 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371786c-ebb4-40b0-afb8-f2d48e9e56f4 req-01e7bb25-3183-4b4d-af8a-604110e8f9af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:12.964174 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4371786c-ebb4-40b0-afb8-f2d48e9e56f4 req-01e7bb25-3183-4b4d-af8a-604110e8f9af service neutron] 10.222.0.21 "GET /v2.0/networks?id=f850c874-26b5-48b0-8127-913ec3bc37ac HTTP/1.1" status: 200 len: 919 time: 0.1354365 Aug 25 16:10:13.232678 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4371786c-ebb4-40b0-afb8-f2d48e9e56f4 req-4e322afb-7e20-47d2-825f-f9878a3cbd80 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eee7e442-18be-4a68-a41d-78529cd01cd6 HTTP/1.1" status: 200 len: 1001 time: 0.2613292 Aug 25 16:10:13.312781 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3f1d2-9e8c-4b40-812f-29edd6ba4bb6 req-2b0999f5-4fa2-4527-92a2-73b467861261 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:13.314280 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a7a3f1d2-9e8c-4b40-812f-29edd6ba4bb6 req-2b0999f5-4fa2-4527-92a2-73b467861261 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c98fa9a-5fe2-4a15-b475-42455fb076b1 HTTP/1.1" status: 200 len: 946 time: 0.1563532 Aug 25 16:10:13.319933 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371786c-ebb4-40b0-afb8-f2d48e9e56f4 req-c4293bef-9257-44f1-9762-83d7700bb9a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:13.321382 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4371786c-ebb4-40b0-afb8-f2d48e9e56f4 req-c4293bef-9257-44f1-9762-83d7700bb9a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c90e4aa-a616-450f-a776-04d207824949 HTTP/1.1" status: 200 len: 856 time: 0.0807891 Aug 25 16:10:13.420199 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a7a3f1d2-9e8c-4b40-812f-29edd6ba4bb6 req-fad635d2-bc9d-409b-9afd-c89605dd06f2 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976784 Aug 25 16:10:13.438687 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4371786c-ebb4-40b0-afb8-f2d48e9e56f4 req-afac690b-9a44-475e-ac42-49849ab6ca00 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f850c874-26b5-48b0-8127-913ec3bc37ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1019239 Aug 25 16:10:13.581054 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4371786c-ebb4-40b0-afb8-f2d48e9e56f4 req-6fbe2788-0205-44b1-84d6-ecfac9ab573a service neutron] 10.222.0.21 "GET /v2.0/networks/f850c874-26b5-48b0-8127-913ec3bc37ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341126 Aug 25 16:10:13.731406 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4371786c-ebb4-40b0-afb8-f2d48e9e56f4 req-3039f029-e88c-4ce9-ab37-e1392d2e0b99 service neutron] 10.222.0.21 "GET /v2.0/networks/f850c874-26b5-48b0-8127-913ec3bc37ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420681 Aug 25 16:10:13.811777 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e255986-307d-483f-9dd5-7598ee2ed83b req-53a51209-ea96-44c6-8963-f617059ed090 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:13.813371 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3e255986-307d-483f-9dd5-7598ee2ed83b req-53a51209-ea96-44c6-8963-f617059ed090 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0834742 Aug 25 16:10:13.864023 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3e255986-307d-483f-9dd5-7598ee2ed83b req-f1e24125-b06c-4f17-a88f-d6d9cccacb70 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446887 Aug 25 16:10:14.627675 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dde68f-a01b-4526-8a02-98f1f2e5f8a1 req-b2a5d31f-ee54-43d5-ab12-ee3127b8538a tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:14.629064 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-64dde68f-a01b-4526-8a02-98f1f2e5f8a1 req-b2a5d31f-ee54-43d5-ab12-ee3127b8538a tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c98fa9a-5fe2-4a15-b475-42455fb076b1 HTTP/1.1" status: 200 len: 946 time: 0.0783598 Aug 25 16:10:14.677652 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-64dde68f-a01b-4526-8a02-98f1f2e5f8a1 req-40b57cbb-84c3-42f5-9c8d-bea8add19dfe tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430977 Aug 25 16:10:15.074404 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ea770-eb73-4f09-a391-f8e797e3750b req-f1d42f11-c403-456d-a283-50013e4857f1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:15.075950 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-276ea770-eb73-4f09-a391-f8e797e3750b req-f1d42f11-c403-456d-a283-50013e4857f1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0838346 Aug 25 16:10:15.123589 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-276ea770-eb73-4f09-a391-f8e797e3750b req-9a71a46b-03e6-4f00-9ee6-256d6c321322 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421042 Aug 25 16:10:15.219103 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f921ac-6a91-4359-bdb4-749ed63a8b40 req-2f113b90-825d-484a-a81b-25d956e39085 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:15.220604 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e8f921ac-6a91-4359-bdb4-749ed63a8b40 req-2f113b90-825d-484a-a81b-25d956e39085 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c98fa9a-5fe2-4a15-b475-42455fb076b1 HTTP/1.1" status: 200 len: 946 time: 0.0805264 Aug 25 16:10:15.298133 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-e8f921ac-6a91-4359-bdb4-749ed63a8b40 req-8a0a6410-3b0e-42b6-9d8a-55a40cb8f85e tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Deleting port b26c6348-cec7-4f41-a219-759bd061b0a5 {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:10:15.298471 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-e8f921ac-6a91-4359-bdb4-749ed63a8b40 req-8a0a6410-3b0e-42b6-9d8a-55a40cb8f85e tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:15.557878 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-e8f921ac-6a91-4359-bdb4-749ed63a8b40 req-8a0a6410-3b0e-42b6-9d8a-55a40cb8f85e tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] For port b26c6348-cec7-4f41-a219-759bd061b0a5, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=b26c6348-cec7-4f41-a219-759bd061b0a5,segment=NetworkSegment(cacdea98-e620-4fb6-8343-3b417b230008),segment_id=cacdea98-e620-4fb6-8343-3b417b230008)] {{(pid=75046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:15.558235 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-e8f921ac-6a91-4359-bdb4-749ed63a8b40 req-8a0a6410-3b0e-42b6-9d8a-55a40cb8f85e tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:15.685592 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-e8f921ac-6a91-4359-bdb4-749ed63a8b40 req-8a0a6410-3b0e-42b6-9d8a-55a40cb8f85e tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Calling delete_port for b26c6348-cec7-4f41-a219-759bd061b0a5 owned by compute:nova {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:10:15.875635 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-e8f921ac-6a91-4359-bdb4-749ed63a8b40 req-8a0a6410-3b0e-42b6-9d8a-55a40cb8f85e tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:15.882452 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-1f645c5c-7972-41bb-93c4-df0815c64705 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:15.925966 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a6410-3b0e-42b6-9d8a-55a40cb8f85e tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Pushing event deleted for resources: {'Port': ['ID=b26c6348-cec7-4f41-a219-759bd061b0a5,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:15.932851 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-8a0a6410-3b0e-42b6-9d8a-55a40cb8f85e tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:15.939006 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['b26c6348-cec7-4f41-a219-759bd061b0a5'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:10:16.019147 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f690df0-934b-437e-adc3-a18f4dccf556 req-40136e16-a00b-47f2-9eb5-05c95d01deff tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:16.020593 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7f690df0-934b-437e-adc3-a18f4dccf556 req-40136e16-a00b-47f2-9eb5-05c95d01deff tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c98fa9a-5fe2-4a15-b475-42455fb076b1 HTTP/1.1" status: 200 len: 867 time: 0.2167974 Aug 25 16:10:16.021426 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f921ac-6a91-4359-bdb4-749ed63a8b40 req-8a0a6410-3b0e-42b6-9d8a-55a40cb8f85e tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] No DVR routers for this DVR port b26c6348-cec7-4f41-a219-759bd061b0a5 on host hv-cinder-80600 {{(pid=75046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:10:16.024394 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-e8f921ac-6a91-4359-bdb4-749ed63a8b40 req-8a0a6410-3b0e-42b6-9d8a-55a40cb8f85e tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:16.027134 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c98fa9a-5fe2-4a15-b475-42455fb076b1', 'name': 'network-vif-deleted', 'tag': 'b26c6348-cec7-4f41-a219-759bd061b0a5'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:16.058559 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e8f921ac-6a91-4359-bdb4-749ed63a8b40 req-8a0a6410-3b0e-42b6-9d8a-55a40cb8f85e tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.21 "DELETE /v2.0/ports/b26c6348-cec7-4f41-a219-759bd061b0a5 HTTP/1.1" status: 204 len: 173 time: 0.8305483 Aug 25 16:10:16.082159 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7f690df0-934b-437e-adc3-a18f4dccf556 req-fa1ea1b8-0755-40ad-8f76-069e4e04a36e tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504813 Aug 25 16:10:16.096715 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c98fa9a-5fe2-4a15-b475-42455fb076b1', 'name': 'network-vif-deleted', 'tag': 'b26c6348-cec7-4f41-a219-759bd061b0a5', 'status': 'completed', 'code': 200} Aug 25 16:10:16.326759 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4bed94-909c-402f-b6ea-60ded9cc6061 req-97b87968-69de-4cff-a4f9-bac1b2823d54 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:16.328190 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-eb4bed94-909c-402f-b6ea-60ded9cc6061 req-97b87968-69de-4cff-a4f9-bac1b2823d54 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0769994 Aug 25 16:10:16.373486 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-eb4bed94-909c-402f-b6ea-60ded9cc6061 req-5abb4193-957a-42f0-a902-93ed687511a3 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398219 Aug 25 16:10:17.395287 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-da303587-61bf-4c3b-b696-d7eb43af3503 req-63e0028f-0470-424e-88f0-ff2b4548b449 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c98fa9a-5fe2-4a15-b475-42455fb076b1 HTTP/1.1" status: 200 len: 210 time: 0.0456274 Aug 25 16:10:17.580559 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402c83b-d9eb-4b5c-bf84-211794983d5f req-47534ac0-66cd-4214-b1a6-e5ef6d8b1edf tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:17.582028 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7402c83b-d9eb-4b5c-bf84-211794983d5f req-47534ac0-66cd-4214-b1a6-e5ef6d8b1edf tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0767214 Aug 25 16:10:17.629677 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7402c83b-d9eb-4b5c-bf84-211794983d5f req-07474fa2-67cd-4e18-8f2b-be2f7c425d07 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405221 Aug 25 16:10:18.564813 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b2d51d25-c4f1-4c60-b076-b6b5bd5064bc req-9d763e7e-c3b0-42fd-ad97-892296e46da0 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c98fa9a-5fe2-4a15-b475-42455fb076b1 HTTP/1.1" status: 200 len: 210 time: 0.0415161 Aug 25 16:10:18.831474 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8a9c6-9576-4095-a170-28d9502850ca req-7b57a562-e494-41e2-ad0d-acc2089eafd2 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:18.833006 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-79e8a9c6-9576-4095-a170-28d9502850ca req-7b57a562-e494-41e2-ad0d-acc2089eafd2 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0809884 Aug 25 16:10:18.878815 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-79e8a9c6-9576-4095-a170-28d9502850ca req-727b7588-090a-42ad-942b-444315d41b6f tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403709 Aug 25 16:10:19.727238 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b22bdca8-8f1a-47a5-9c88-4f1251941fbd req-8fd7baaf-9272-4a2a-8b22-17a5434d5410 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c98fa9a-5fe2-4a15-b475-42455fb076b1 HTTP/1.1" status: 200 len: 210 time: 0.0416327 Aug 25 16:10:20.079134 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c20b9-f274-4d17-9fc7-ab43db5c53a5 req-3a2a0700-eee1-4054-8b7b-7b6120acd9d4 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:20.081393 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-0f7c20b9-f274-4d17-9fc7-ab43db5c53a5 req-3a2a0700-eee1-4054-8b7b-7b6120acd9d4 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0804374 Aug 25 16:10:20.128694 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-0f7c20b9-f274-4d17-9fc7-ab43db5c53a5 req-5efcc0d8-cfc8-47d5-9728-88372ea6c2fe tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416563 Aug 25 16:10:20.887074 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6c2b70a4-596c-4f5f-b0a1-097778337b92 req-d0bb5fcf-1755-4799-a35c-5fc01f49b0bc tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c98fa9a-5fe2-4a15-b475-42455fb076b1 HTTP/1.1" status: 200 len: 210 time: 0.0415695 Aug 25 16:10:20.996557 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device b26c6348-cec7-4f41-a219-759bd061b0a5 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:10:21.032505 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] No Port match for: b26c6348-cec7-4f41-a219-759bd061b0a5 {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:10:21.032853 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device b26c6348-cec7-4f41-a219-759bd061b0a5 not bound to the agent host hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:10:21.328605 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a4310-fb4d-47fe-bb77-eefab6b40746 req-32199401-71d3-4d4f-b659-7f620993e83d tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:21.330063 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b32a4310-fb4d-47fe-bb77-eefab6b40746 req-32199401-71d3-4d4f-b659-7f620993e83d tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0781744 Aug 25 16:10:21.374834 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b32a4310-fb4d-47fe-bb77-eefab6b40746 req-9be168f4-6a3c-483a-8d77-ce438d4bd42d tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393641 Aug 25 16:10:22.584668 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd5ee6-eec4-40c0-872f-44f3a570ae40 req-249f1480-ec67-4815-b88d-acc4658ddcb1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:22.586091 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-b4dd5ee6-eec4-40c0-872f-44f3a570ae40 req-249f1480-ec67-4815-b88d-acc4658ddcb1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0866187 Aug 25 16:10:22.718792 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-b4dd5ee6-eec4-40c0-872f-44f3a570ae40 req-a74b5dd9-8462-45a0-9a42-ba432aa64b30 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248233 Aug 25 16:10:23.921694 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8295078-d1ae-497b-a8c6-04b528ce4273 req-41b7c88c-ce1f-45a4-a7aa-ff8157de52f5 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:23.923184 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-d8295078-d1ae-497b-a8c6-04b528ce4273 req-41b7c88c-ce1f-45a4-a7aa-ff8157de52f5 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0778089 Aug 25 16:10:23.970736 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-d8295078-d1ae-497b-a8c6-04b528ce4273 req-1508c005-c37e-4214-a1cf-2d72fc8fcdf1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402033 Aug 25 16:10:25.175231 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139e308-1888-4918-9b57-7017b4ef1555 req-5ccdeb73-b389-420f-9f1c-a2d4391b1995 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:25.176684 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4139e308-1888-4918-9b57-7017b4ef1555 req-5ccdeb73-b389-420f-9f1c-a2d4391b1995 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0816948 Aug 25 16:10:25.222432 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4139e308-1888-4918-9b57-7017b4ef1555 req-73d5b1e7-188f-40b7-90d9-9c27c6b6700a tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400190 Aug 25 16:10:25.905155 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-bd14267b-e016-4588-83f8-b495103389eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:26.395261 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:26.427887 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910031a9-fe9d-4b28-8763-7eada3ec0af7 req-949031f5-6468-498e-aa5d-c4995357589c tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:26.429469 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-910031a9-fe9d-4b28-8763-7eada3ec0af7 req-949031f5-6468-498e-aa5d-c4995357589c tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0865188 Aug 25 16:10:26.492429 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-910031a9-fe9d-4b28-8763-7eada3ec0af7 req-cd2790fe-b649-4fd2-80d6-abccf41f3255 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568788 Aug 25 16:10:27.702558 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ee3b7-fcf6-4b3b-a963-a33d69d724ca req-0323b131-9462-4670-bac9-98e41f33d99a tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:27.704028 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-be9ee3b7-fcf6-4b3b-a963-a33d69d724ca req-0323b131-9462-4670-bac9-98e41f33d99a tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0810997 Aug 25 16:10:27.750664 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-be9ee3b7-fcf6-4b3b-a963-a33d69d724ca req-416ed53d-130a-4c5f-9695-5068be64afd5 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408330 Aug 25 16:10:28.191641 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-36a65653-2630-4c51-82f7-40792add9626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:28.958358 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a5936-9fc4-4b0e-b8ee-e4b0db9e9fcd req-04bab554-3c05-4d67-84d4-942b4148364e tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:28.959829 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c97a5936-9fc4-4b0e-b8ee-e4b0db9e9fcd req-04bab554-3c05-4d67-84d4-942b4148364e tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0817204 Aug 25 16:10:29.005710 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c97a5936-9fc4-4b0e-b8ee-e4b0db9e9fcd req-59dd5926-50f1-45c4-ad38-d7fa2b3ce2af tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397558 Aug 25 16:10:29.221305 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:30.207757 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729f01f-3fff-4140-8f37-79714fee2f65 req-ceab161e-d4ad-4ae3-a3ee-6acd7c5c173f tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:30.209234 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9729f01f-3fff-4140-8f37-79714fee2f65 req-ceab161e-d4ad-4ae3-a3ee-6acd7c5c173f tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0776358 Aug 25 16:10:30.254078 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9729f01f-3fff-4140-8f37-79714fee2f65 req-f0a49cd2-c926-4d64-ad23-74b68adf21c9 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385439 Aug 25 16:10:30.663827 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:31.453168 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0400c-7d66-42f0-a7ff-1ca22ad56167 req-f651a697-fb00-488c-b4c9-59bc837b5993 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:31.454622 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-48e0400c-7d66-42f0-a7ff-1ca22ad56167 req-f651a697-fb00-488c-b4c9-59bc837b5993 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0798271 Aug 25 16:10:31.504717 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-48e0400c-7d66-42f0-a7ff-1ca22ad56167 req-75340c4c-b10a-43aa-9935-a4d30210563d tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442698 Aug 25 16:10:32.722716 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476575e-c940-4b19-a727-e31b6cd8ddcd req-c2644053-797a-41cd-9d54-cca48d5c7204 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:32.724246 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4476575e-c940-4b19-a727-e31b6cd8ddcd req-c2644053-797a-41cd-9d54-cca48d5c7204 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0775990 Aug 25 16:10:32.775674 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4476575e-c940-4b19-a727-e31b6cd8ddcd req-772078c4-1588-45e1-8730-03940e862fd8 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458903 Aug 25 16:10:33.975417 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30b2a3-4000-4458-87b9-885166b7c6e3 req-668532b0-e9d9-4dd1-be4f-171527cdaa31 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:33.976916 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0a30b2a3-4000-4458-87b9-885166b7c6e3 req-668532b0-e9d9-4dd1-be4f-171527cdaa31 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0786729 Aug 25 16:10:34.023588 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0a30b2a3-4000-4458-87b9-885166b7c6e3 req-f2757b88-7ddc-4ea1-98ab-eadc5deb602f tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405943 Aug 25 16:10:35.232923 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c7fe4-57d6-4621-bf64-3435e73551e0 req-109f7b78-5986-4cc0-a1e2-3f2de281e158 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:35.234503 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-424c7fe4-57d6-4621-bf64-3435e73551e0 req-109f7b78-5986-4cc0-a1e2-3f2de281e158 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0871785 Aug 25 16:10:35.281782 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-424c7fe4-57d6-4621-bf64-3435e73551e0 req-892c3152-1ae9-41d8-b489-26b6898d950f tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414925 Aug 25 16:10:35.719009 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f0961-e18e-4498-a404-3fbd8af780fc req-b671b361-e87e-4eeb-b788-0effaadedc23 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:35.720487 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-9b3f0961-e18e-4498-a404-3fbd8af780fc req-b671b361-e87e-4eeb-b788-0effaadedc23 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0895925 Aug 25 16:10:35.731511 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-cca32c04-f5d0-445c-bb89-dc72df8f34f6 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:35.738676 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-cca32c04-f5d0-445c-bb89-dc72df8f34f6 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/networks?id=c3e9d8a4-bf3c-498d-b519-afa6aab2d465 HTTP/1.1" status: 200 len: 814 time: 0.2089827 Aug 25 16:10:35.765730 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-80c9b742-8bd6-4275-ad90-465bfdc47d13 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/quotas/22e0a038233841198fcd18094ff457f0 HTTP/1.1" status: 200 len: 375 time: 0.0262537 Aug 25 16:10:35.772888 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-9b3f0961-e18e-4498-a404-3fbd8af780fc req-214126ec-7eb6-47b5-8d43-db46079e1957 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448251 Aug 25 16:10:35.784466 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9f8e7472-fc15-41db-a2e2-2111db1285cf req-bb807b76-23d0-4df2-9e25-e1b73c0fc9f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=164d6d5d38f140d09589b51641a7cdf3&device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 1098 time: 0.1043262 Aug 25 16:10:35.853730 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-50dd7095-6d2c-41ae-ba5a-0ee7821fce57 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Synchronizing usage tracker for tenant:22e0a038233841198fcd18094ff457f0 on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:10:35.909478 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 52144) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:35.929269 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-50dd7095-6d2c-41ae-ba5a-0ee7821fce57 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Unset dirty status for tenant:22e0a038233841198fcd18094ff457f0 on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:10:35.930649 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-50dd7095-6d2c-41ae-ba5a-0ee7821fce57 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=22e0a038233841198fcd18094ff457f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1500239 Aug 25 16:10:35.980381 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e7472-fc15-41db-a2e2-2111db1285cf req-19f79501-545f-4aa7-98a6-1c76e00edb67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:35.982019 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9f8e7472-fc15-41db-a2e2-2111db1285cf req-19f79501-545f-4aa7-98a6-1c76e00edb67 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b0497f16-a3e0-46b0-81f5-eae02d264919 HTTP/1.1" status: 200 len: 912 time: 0.1615708 Aug 25 16:10:36.071817 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-7794f029-b2f1-47aa-a3fd-ccd85c62a8a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:36.091295 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9f8e7472-fc15-41db-a2e2-2111db1285cf req-2e4a71c0-3d7a-41b3-843a-4175b8b997b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49913d17-294d-4f67-859d-90517c3f0c9c HTTP/1.1" status: 200 len: 1000 time: 0.1028221 Aug 25 16:10:36.173043 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-7794f029-b2f1-47aa-a3fd-ccd85c62a8a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:36.176743 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-7794f029-b2f1-47aa-a3fd-ccd85c62a8a5 admin admin] Usage tracker for resource:security_group_rule and tenant:755db84ad238434dabeb97331e6e340b is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:36.179670 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-7794f029-b2f1-47aa-a3fd-ccd85c62a8a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:36.186430 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-7794f029-b2f1-47aa-a3fd-ccd85c62a8a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:36.263532 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-7794f029-b2f1-47aa-a3fd-ccd85c62a8a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:36.267754 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-7794f029-b2f1-47aa-a3fd-ccd85c62a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:36.274945 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-2606c378-01d7-4921-89b6-0798bbaf68cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:36.317087 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794f029-b2f1-47aa-a3fd-ccd85c62a8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1905f01b-555c-4406-9312-00231bdb9b7c,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:36.320687 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-7794f029-b2f1-47aa-a3fd-ccd85c62a8a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:36.325701 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-7794f029-b2f1-47aa-a3fd-ccd85c62a8a5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=755db84ad238434dabeb97331e6e340b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4128737 Aug 25 16:10:36.325997 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 52152) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:36.334816 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e7472-fc15-41db-a2e2-2111db1285cf req-bdc95b81-87a4-4117-9bc6-7bedcf62d340 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:36.336263 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9f8e7472-fc15-41db-a2e2-2111db1285cf req-bdc95b81-87a4-4117-9bc6-7bedcf62d340 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03b41362-f061-4c09-83d7-5c1bf8e439a3 HTTP/1.1" status: 200 len: 849 time: 0.2379017 Aug 25 16:10:36.392131 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0202d44c-ca19-4f6f-b3f5-0a00072413bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:36.416410 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-fed18b85-4218-4752-9c57-8a15cdea1883 service neutron] 10.222.0.43 "GET /v2.0/networks/c3e9d8a4-bf3c-498d-b519-afa6aab2d465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649072 Aug 25 16:10:36.421377 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0202d44c-ca19-4f6f-b3f5-0a00072413bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:36.478063 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0202d44c-ca19-4f6f-b3f5-0a00072413bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:36.482738 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-f4b8e33a-d76b-419d-ad28-4a610b0c090e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:36.493908 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202d44c-ca19-4f6f-b3f5-0a00072413bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1905f01b-555c-4406-9312-00231bdb9b7c,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:36.496469 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-0202d44c-ca19-4f6f-b3f5-0a00072413bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:36.505008 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0202d44c-ca19-4f6f-b3f5-0a00072413bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:36.507045 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-0202d44c-ca19-4f6f-b3f5-0a00072413bb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1905f01b-555c-4406-9312-00231bdb9b7c HTTP/1.1" status: 204 len: 168 time: 0.1792970 Aug 25 16:10:36.550800 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9f8e7472-fc15-41db-a2e2-2111db1285cf req-188570c4-a638-4e93-a5ca-ba6aab507b67 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b0497f16-a3e0-46b0-81f5-eae02d264919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1965387 Aug 25 16:10:36.635500 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-2e25f6a6-3046-4faa-a8a8-00ef45a383c5 service neutron] 10.222.0.43 "GET /v2.0/networks/c3e9d8a4-bf3c-498d-b519-afa6aab2d465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126217 Aug 25 16:10:36.703840 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9f8e7472-fc15-41db-a2e2-2111db1285cf req-422f7f0f-5335-4146-a312-1d27ac7ecfca service neutron] 10.222.0.21 "GET /v2.0/networks/b0497f16-a3e0-46b0-81f5-eae02d264919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445022 Aug 25 16:10:36.877174 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9f8e7472-fc15-41db-a2e2-2111db1285cf req-1a0a1919-7c8e-461c-94d1-19e040a7be57 service neutron] 10.222.0.21 "GET /v2.0/networks/b0497f16-a3e0-46b0-81f5-eae02d264919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662242 Aug 25 16:10:36.910881 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b6be0a74-c3d9-4173-8046-82cf6c6fc575 req-46eadb20-dc54-4298-89d8-bd979a8d3292 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=aaf3c47f-40cc-4081-9b8b-242bc0641182 HTTP/1.1" status: 200 len: 210 time: 0.0460806 Aug 25 16:10:36.970522 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 52168) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:36.990400 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-eb530f30-bcbb-449f-a232-21a84fa104a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:37.030873 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-eb530f30-bcbb-449f-a232-21a84fa104a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:37.035646 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-eb530f30-bcbb-449f-a232-21a84fa104a2 admin admin] Usage tracker for resource:security_group_rule and tenant:d95d1a26c3bc4dca83094023e26fd399 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:37.038751 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-eb530f30-bcbb-449f-a232-21a84fa104a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:37.046266 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-eb530f30-bcbb-449f-a232-21a84fa104a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:37.050271 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eee66c-7612-4ac5-9b9f-ec8903f678e0 req-dadd3916-da65-4feb-8da6-c26ca37c2ca7 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:37.058930 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f1eee66c-7612-4ac5-9b9f-ec8903f678e0 req-dadd3916-da65-4feb-8da6-c26ca37c2ca7 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.1013408 Aug 25 16:10:37.112643 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f1eee66c-7612-4ac5-9b9f-ec8903f678e0 req-6ba7c23e-5842-4566-951c-f5438eb83e03 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521393 Aug 25 16:10:37.134017 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-eb530f30-bcbb-449f-a232-21a84fa104a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:37.138872 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-eb530f30-bcbb-449f-a232-21a84fa104a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:37.146925 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-54a8e821-991c-4582-b612-9c095448d903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:37.194557 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb530f30-bcbb-449f-a232-21a84fa104a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031c2fce-45c6-4e50-9c01-048ebe2b8c0c,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:37.200040 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-eb530f30-bcbb-449f-a232-21a84fa104a2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d95d1a26c3bc4dca83094023e26fd399&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2281823 Aug 25 16:10:37.201053 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-eb530f30-bcbb-449f-a232-21a84fa104a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:37.203047 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 52174) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:37.266107 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-1d84ce6d-c8cf-496c-a515-b30ff096ab08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:37.292356 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-1d84ce6d-c8cf-496c-a515-b30ff096ab08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:37.351506 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-1d84ce6d-c8cf-496c-a515-b30ff096ab08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:37.356741 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-b7f6ed6a-85a0-4c95-af28-43d1357099dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:37.374540 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84ce6d-c8cf-496c-a515-b30ff096ab08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031c2fce-45c6-4e50-9c01-048ebe2b8c0c,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:37.378077 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-1d84ce6d-c8cf-496c-a515-b30ff096ab08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:37.380007 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-1d84ce6d-c8cf-496c-a515-b30ff096ab08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:37.381201 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-1d84ce6d-c8cf-496c-a515-b30ff096ab08 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/031c2fce-45c6-4e50-9c01-048ebe2b8c0c HTTP/1.1" status: 204 len: 168 time: 0.1770949 Aug 25 16:10:38.084558 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-decc0a24-c51b-44e9-9cb6-3b23ad5b6b8f req-7ef38a19-0cfd-4fb8-a3cf-1395d54c11e1 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=aaf3c47f-40cc-4081-9b8b-242bc0641182 HTTP/1.1" status: 200 len: 210 time: 0.0454309 Aug 25 16:10:38.327348 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e9440-18d4-4066-97a9-db4265408afb req-d052fd2b-aa9a-48ec-a7fb-bdf5e147cf3e tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:38.328841 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-710e9440-18d4-4066-97a9-db4265408afb req-d052fd2b-aa9a-48ec-a7fb-bdf5e147cf3e tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0832350 Aug 25 16:10:38.376407 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-710e9440-18d4-4066-97a9-db4265408afb req-36361b98-d5f5-43c0-9699-ec8ef9672753 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412076 Aug 25 16:10:38.722982 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-8498c0e9-ecb7-4afa-9f81-0f58c7c01b3d tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:38.725238 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-8498c0e9-ecb7-4afa-9f81-0f58c7c01b3d tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.21 "GET /v2.0/networks?id=c3e9d8a4-bf3c-498d-b519-afa6aab2d465 HTTP/1.1" status: 200 len: 814 time: 0.1608717 Aug 25 16:10:38.752087 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-36c0821a-bcff-4916-bf43-72cc7ab280b8 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Request body: {'port': {'device_id': 'aaf3c47f-40cc-4081-9b8b-242bc0641182', 'network_id': 'c3e9d8a4-bf3c-498d-b519-afa6aab2d465', 'admin_state_up': True, 'tenant_id': '22e0a038233841198fcd18094ff457f0'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:38.949803 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-36c0821a-bcff-4916-bf43-72cc7ab280b8 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:38.964023 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-36c0821a-bcff-4916-bf43-72cc7ab280b8 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:38.979185 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-df82d8b5-d76c-40da-9052-705868ad5837 req-d7839b04-b472-4ba5-a4b6-5bac4a0b5ebb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1229844 Aug 25 16:10:38.980656 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-36c0821a-bcff-4916-bf43-72cc7ab280b8 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Made reservation on behalf of 22e0a038233841198fcd18094ff457f0 for: {'port': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:10:38.983599 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-36c0821a-bcff-4916-bf43-72cc7ab280b8 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:39.209064 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-df82d8b5-d76c-40da-9052-705868ad5837 req-a83b3a75-52b8-418c-9790-eef213d61ea5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8edaba4f7ed44dc86a4225c7ed9aa26&device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 1137 time: 0.1592534 Aug 25 16:10:39.259085 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.db_base_plugin_common [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-36c0821a-bcff-4916-bf43-72cc7ab280b8 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Allocated IP 172.20.0.13 (c3e9d8a4-bf3c-498d-b519-afa6aab2d465/30f85216-423d-4808-8866-c24fc0e1b637/5e045396-bca5-4e47-a406-414505bc7ed5) {{(pid=75046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:10:39.286425 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-58d5e8ed-6360-44b0-8c8a-5fa43caa3959 req-3a21033d-aff0-4d1e-9f35-614a9ec9cbc0 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=aaf3c47f-40cc-4081-9b8b-242bc0641182 HTTP/1.1" status: 200 len: 210 time: 0.0692432 Aug 25 16:10:39.631000 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82d8b5-d76c-40da-9052-705868ad5837 req-0bf9dd99-1651-402d-872f-cb6836edf1f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:39.632440 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-df82d8b5-d76c-40da-9052-705868ad5837 req-0bf9dd99-1651-402d-872f-cb6836edf1f7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=53b8ca3b-c7b5-4977-bfe0-00939af2a7c1 HTTP/1.1" status: 200 len: 916 time: 0.3748620 Aug 25 16:10:39.798828 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-df82d8b5-d76c-40da-9052-705868ad5837 req-46326652-62aa-4abc-afda-e3e97a6845c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5bd4e30-0c43-4318-8d78-73888aaea93c HTTP/1.1" status: 200 len: 1000 time: 0.1553016 Aug 25 16:10:39.807003 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-36c0821a-bcff-4916-bf43-72cc7ab280b8 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Notify callbacks [] for port, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:39.884448 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82d8b5-d76c-40da-9052-705868ad5837 req-16c112d8-6cf4-411e-9e8d-7c73a496e5a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:39.886141 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-df82d8b5-d76c-40da-9052-705868ad5837 req-16c112d8-6cf4-411e-9e8d-7c73a496e5a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e30a288-df0f-46d0-af7f-e3694c937642 HTTP/1.1" status: 200 len: 853 time: 0.0752251 Aug 25 16:10:39.938743 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-36c0821a-bcff-4916-bf43-72cc7ab280b8 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:39.945753 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-df20e412-79c2-4ff3-b206-d5f524f22d82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:40.034452 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-36c0821a-bcff-4916-bf43-72cc7ab280b8 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Network c3e9d8a4-bf3c-498d-b519-afa6aab2d465 is already hosted by enough agents. {{(pid=75046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:10:40.039457 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-36c0821a-bcff-4916-bf43-72cc7ab280b8 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Resources bound (agent type, host, resource id): {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:40.042010 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0821a-bcff-4916-bf43-72cc7ab280b8 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Pushing event updated for resources: {'Port': ['ID=5e045396-bca5-4e47-a406-414505bc7ed5,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:40.045036 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-36c0821a-bcff-4916-bf43-72cc7ab280b8 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Received port after_create {{(pid=75046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:10:40.077595 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-36c0821a-bcff-4916-bf43-72cc7ab280b8 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:40.117349 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-36c0821a-bcff-4916-bf43-72cc7ab280b8 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:40.118002 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-36c0821a-bcff-4916-bf43-72cc7ab280b8 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:40.127927 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-df82d8b5-d76c-40da-9052-705868ad5837 req-1fb17069-72f1-451d-a07a-7b73e80beb3d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=53b8ca3b-c7b5-4977-bfe0-00939af2a7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2342305 Aug 25 16:10:40.231741 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-36c0821a-bcff-4916-bf43-72cc7ab280b8 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4851587 Aug 25 16:10:40.255660 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-0f1abdb0-6395-43c5-acb4-7350f8456994 service neutron] Request body: {'port': {'device_id': 'aaf3c47f-40cc-4081-9b8b-242bc0641182', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:40.334140 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-df82d8b5-d76c-40da-9052-705868ad5837 req-9555c64a-64be-4ab1-9f8d-0810a4314315 service neutron] 10.222.0.21 "GET /v2.0/networks/53b8ca3b-c7b5-4977-bfe0-00939af2a7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974304 Aug 25 16:10:40.435605 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:10:40.524155 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-0f1abdb0-6395-43c5-acb4-7350f8456994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:40.654301 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-df82d8b5-d76c-40da-9052-705868ad5837 req-edcf7210-359a-43ef-ae86-9bb4396c31f8 service neutron] 10.222.0.21 "GET /v2.0/networks/53b8ca3b-c7b5-4977-bfe0-00939af2a7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822680 Aug 25 16:10:40.697960 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:40.729619 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066df32-1dc1-4e81-b5ad-13dbe9c44f4e req-45392f34-38a5-4bc5-8bce-535a14731141 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:40.730841 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-0066df32-1dc1-4e81-b5ad-13dbe9c44f4e req-45392f34-38a5-4bc5-8bce-535a14731141 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Synchronizing usage tracker for tenant:22e0a038233841198fcd18094ff457f0 on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:10:40.776006 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-0066df32-1dc1-4e81-b5ad-13dbe9c44f4e req-45392f34-38a5-4bc5-8bce-535a14731141 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Unset dirty status for tenant:22e0a038233841198fcd18094ff457f0 on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:10:40.777251 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0066df32-1dc1-4e81-b5ad-13dbe9c44f4e req-45392f34-38a5-4bc5-8bce-535a14731141 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=aaf3c47f-40cc-4081-9b8b-242bc0641182 HTTP/1.1" status: 200 len: 932 time: 0.3570290 Aug 25 16:10:40.904768 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0066df32-1dc1-4e81-b5ad-13dbe9c44f4e req-53dc3b8f-ac09-403c-a713-1c67622a5e35 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774608 Aug 25 16:10:40.999044 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-0f1abdb0-6395-43c5-acb4-7350f8456994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e045396-bca5-4e47-a406-414505bc7ed5 {{(pid=75046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:10:41.006208 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-0f1abdb0-6395-43c5-acb4-7350f8456994 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:41.020271 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.provisioning_blocks [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-0f1abdb0-6395-43c5-acb4-7350f8456994 service neutron] Transition to ACTIVE for port object 5e045396-bca5-4e47-a406-414505bc7ed5 will not be triggered until provisioned by entity L2. {{(pid=75046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:10:41.024721 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-0f1abdb0-6395-43c5-acb4-7350f8456994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:41.028551 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:41.147378 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1abdb0-6395-43c5-acb4-7350f8456994 service neutron] Pushing event updated for resources: {'Port': ['ID=5e045396-bca5-4e47-a406-414505bc7ed5,revision_number=2']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:41.151253 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-0f1abdb0-6395-43c5-acb4-7350f8456994 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:41.364690 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-0f1abdb0-6395-43c5-acb4-7350f8456994 service neutron] Attempting to bind port 5e045396-bca5-4e47-a406-414505bc7ed5 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:10:41.365053 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-0f1abdb0-6395-43c5-acb4-7350f8456994 service neutron] Attempting to bind port 5e045396-bca5-4e47-a406-414505bc7ed5 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'cacdea98-e620-4fb6-8343-3b417b230008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'c3e9d8a4-bf3c-498d-b519-afa6aab2d465'}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:10:41.365382 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-0f1abdb0-6395-43c5-acb4-7350f8456994 service neutron] Attempting to bind port 5e045396-bca5-4e47-a406-414505bc7ed5 on network c3e9d8a4-bf3c-498d-b519-afa6aab2d465 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:41.372473 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-0f1abdb0-6395-43c5-acb4-7350f8456994 service neutron] Port 5e045396-bca5-4e47-a406-414505bc7ed5 on network c3e9d8a4-bf3c-498d-b519-afa6aab2d465 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:10:41.372778 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-0f1abdb0-6395-43c5-acb4-7350f8456994 service neutron] Attempting to bind port 5e045396-bca5-4e47-a406-414505bc7ed5 on network c3e9d8a4-bf3c-498d-b519-afa6aab2d465 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:10:41.379475 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-0f1abdb0-6395-43c5-acb4-7350f8456994 service neutron] Checking agent: {'id': '931cd7a1-d330-4f67-a87c-c25f72aa55d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:10:41.379803 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-0f1abdb0-6395-43c5-acb4-7350f8456994 service neutron] Checking segment: {'id': 'cacdea98-e620-4fb6-8343-3b417b230008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'c3e9d8a4-bf3c-498d-b519-afa6aab2d465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:10:41.380189 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-0f1abdb0-6395-43c5-acb4-7350f8456994 service neutron] Bound using segment: {'id': 'cacdea98-e620-4fb6-8343-3b417b230008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'c3e9d8a4-bf3c-498d-b519-afa6aab2d465'} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:10:41.380592 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-0f1abdb0-6395-43c5-acb4-7350f8456994 service neutron] Bound port: 5e045396-bca5-4e47-a406-414505bc7ed5, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cacdea98-e620-4fb6-8343-3b417b230008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'c3e9d8a4-bf3c-498d-b519-afa6aab2d465'}}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:10:41.380929 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-0f1abdb0-6395-43c5-acb4-7350f8456994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:41.472655 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-0f1abdb0-6395-43c5-acb4-7350f8456994 service neutron] For port 5e045396-bca5-4e47-a406-414505bc7ed5, host hv-cinder-80600, cleared binding levels {{(pid=75046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:10:41.475900 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-0f1abdb0-6395-43c5-acb4-7350f8456994 service neutron] For port 5e045396-bca5-4e47-a406-414505bc7ed5, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5e045396-bca5-4e47-a406-414505bc7ed5,segment=NetworkSegment(cacdea98-e620-4fb6-8343-3b417b230008),segment_id=cacdea98-e620-4fb6-8343-3b417b230008)] {{(pid=75046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:10:41.479957 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-0f1abdb0-6395-43c5-acb4-7350f8456994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:41.483812 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-6b215a02-3a57-4a22-876c-c2664e73a3f0 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:41.561316 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-0f1abdb0-6395-43c5-acb4-7350f8456994 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:41.563120 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-0f1abdb0-6395-43c5-acb4-7350f8456994 service neutron] 10.222.0.21 "PUT /v2.0/ports/5e045396-bca5-4e47-a406-414505bc7ed5 HTTP/1.1" status: 200 len: 1094 time: 1.3141019 Aug 25 16:10:41.563619 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf3c47f-40cc-4081-9b8b-242bc0641182', 'tag': '5e045396-bca5-4e47-a406-414505bc7ed5'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:41.587711 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1abdb0-6395-43c5-acb4-7350f8456994 service neutron] Pushing event updated for resources: {'Port': ['ID=5e045396-bca5-4e47-a406-414505bc7ed5,revision_number=3']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:41.592378 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-0f1abdb0-6395-43c5-acb4-7350f8456994 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:41.625741 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf3c47f-40cc-4081-9b8b-242bc0641182', 'tag': '5e045396-bca5-4e47-a406-414505bc7ed5', 'status': 'completed', 'code': 200} Aug 25 16:10:41.736045 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-8d60fc9f-7c84-43c6-8743-b77cbfc8138d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22e0a038233841198fcd18094ff457f0&device_id=aaf3c47f-40cc-4081-9b8b-242bc0641182 HTTP/1.1" status: 200 len: 1097 time: 0.0770772 Aug 25 16:10:41.832588 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-5cb83426-5e10-445a-9f64-76a697fa6670 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e045396-bca5-4e47-a406-414505bc7ed5 HTTP/1.1" status: 200 len: 217 time: 0.0681989 Aug 25 16:10:41.902452 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-ebd81f91-b123-4742-a3be-75e8266f9e5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:41.903930 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-ebd81f91-b123-4742-a3be-75e8266f9e5a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30f85216-423d-4808-8866-c24fc0e1b637 HTTP/1.1" status: 200 len: 854 time: 0.0628948 Aug 25 16:10:41.955885 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-ef63638c-c457-4871-b0e4-e4c33a764996 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3e9d8a4-bf3c-498d-b519-afa6aab2d465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448072 Aug 25 16:10:42.093768 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-90552531-b221-4e9a-8a74-ea467f7ab475 service neutron] 10.222.0.21 "GET /v2.0/networks/c3e9d8a4-bf3c-498d-b519-afa6aab2d465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294668 Aug 25 16:10:42.115968 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4470f-8a2d-4816-afc3-e143ea14a763 req-e000ef5d-277f-4bd9-abad-aae493c7d787 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:42.117530 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-d5e4470f-8a2d-4816-afc3-e143ea14a763 req-e000ef5d-277f-4bd9-abad-aae493c7d787 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=aaf3c47f-40cc-4081-9b8b-242bc0641182 HTTP/1.1" status: 200 len: 944 time: 0.0836570 Aug 25 16:10:42.169855 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-d5e4470f-8a2d-4816-afc3-e143ea14a763 req-b92eb021-1bce-4201-a921-8b91a15e18c9 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447190 Aug 25 16:10:42.231160 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0380aac0-c6ea-4278-a491-8d385fef63f0 req-af49730d-e27c-4c2e-9f07-1cc14c2f28d7 service neutron] 10.222.0.21 "GET /v2.0/networks/c3e9d8a4-bf3c-498d-b519-afa6aab2d465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296623 Aug 25 16:10:42.403837 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3e8b8abf-a1fc-4a24-96fa-f160342870b1 req-fe0ac0e9-ec43-4e88-944d-71db04c7119e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22e0a038233841198fcd18094ff457f0&device_id=aaf3c47f-40cc-4081-9b8b-242bc0641182 HTTP/1.1" status: 200 len: 1097 time: 0.0712099 Aug 25 16:10:42.542417 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b8abf-a1fc-4a24-96fa-f160342870b1 req-35f9bf18-b85d-47b3-b74a-8f094d08dd09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:42.546220 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3e8b8abf-a1fc-4a24-96fa-f160342870b1 req-35f9bf18-b85d-47b3-b74a-8f094d08dd09 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c3e9d8a4-bf3c-498d-b519-afa6aab2d465 HTTP/1.1" status: 200 len: 916 time: 0.1325603 Aug 25 16:10:42.615753 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3e8b8abf-a1fc-4a24-96fa-f160342870b1 req-290ae2b5-f0b7-410f-9b59-aeb663ecdde6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e045396-bca5-4e47-a406-414505bc7ed5 HTTP/1.1" status: 200 len: 217 time: 0.0651176 Aug 25 16:10:42.680166 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b8abf-a1fc-4a24-96fa-f160342870b1 req-55dcef7e-804d-4e46-8448-d6a4b1c7cf95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:42.681664 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3e8b8abf-a1fc-4a24-96fa-f160342870b1 req-55dcef7e-804d-4e46-8448-d6a4b1c7cf95 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30f85216-423d-4808-8866-c24fc0e1b637 HTTP/1.1" status: 200 len: 854 time: 0.0577300 Aug 25 16:10:42.729237 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3e8b8abf-a1fc-4a24-96fa-f160342870b1 req-f521f086-759a-4970-87de-ef3d50f35488 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3e9d8a4-bf3c-498d-b519-afa6aab2d465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410168 Aug 25 16:10:42.870176 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3e8b8abf-a1fc-4a24-96fa-f160342870b1 req-89a9bdc8-9f4f-40ae-a128-de1a8c33e194 service neutron] 10.222.0.21 "GET /v2.0/networks/c3e9d8a4-bf3c-498d-b519-afa6aab2d465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331193 Aug 25 16:10:43.021858 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3e8b8abf-a1fc-4a24-96fa-f160342870b1 req-70dcb41a-83a1-4d85-84f1-d62aef92739f service neutron] 10.222.0.21 "GET /v2.0/networks/c3e9d8a4-bf3c-498d-b519-afa6aab2d465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450059 Aug 25 16:10:43.384717 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f056e4-ffdc-4987-961d-cbcd2fcf6c45 req-780818a4-7e2e-422c-a7f5-7e0b8d01d294 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:43.386177 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-72f056e4-ffdc-4987-961d-cbcd2fcf6c45 req-780818a4-7e2e-422c-a7f5-7e0b8d01d294 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=aaf3c47f-40cc-4081-9b8b-242bc0641182 HTTP/1.1" status: 200 len: 944 time: 0.0805421 Aug 25 16:10:43.434206 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-72f056e4-ffdc-4987-961d-cbcd2fcf6c45 req-c6c9b6a4-ad56-402f-b40c-fd60dca6d29d tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413315 Aug 25 16:10:44.631926 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13429345-2896-4b16-9f0f-75ff41c30cd0 req-3207efae-92a5-480f-867d-d0b5c049fb86 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:44.633392 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-13429345-2896-4b16-9f0f-75ff41c30cd0 req-3207efae-92a5-480f-867d-d0b5c049fb86 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=aaf3c47f-40cc-4081-9b8b-242bc0641182 HTTP/1.1" status: 200 len: 944 time: 0.0785503 Aug 25 16:10:44.678863 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-13429345-2896-4b16-9f0f-75ff41c30cd0 req-4df6f7ad-becb-4699-be63-1dd22047037d tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392914 Aug 25 16:10:44.842907 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 52300) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:44.980869 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-3dcfcd4b-c36b-4e94-ba67-d1aa81ce29aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:45.015589 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-3dcfcd4b-c36b-4e94-ba67-d1aa81ce29aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:45.019316 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-3dcfcd4b-c36b-4e94-ba67-d1aa81ce29aa admin admin] Usage tracker for resource:security_group_rule and tenant:83a1a64de1a947b6a45ef64ec25835ee is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:45.022166 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-3dcfcd4b-c36b-4e94-ba67-d1aa81ce29aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:45.027818 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-3dcfcd4b-c36b-4e94-ba67-d1aa81ce29aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:45.092723 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-3dcfcd4b-c36b-4e94-ba67-d1aa81ce29aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:45.096353 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-3dcfcd4b-c36b-4e94-ba67-d1aa81ce29aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:45.102389 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-90ffdf71-bf1a-4a11-99fc-266c090984d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:45.140767 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfcd4b-c36b-4e94-ba67-d1aa81ce29aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b367ae-dc1d-47bc-8193-ecac3aac3fa2,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:45.144142 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-3dcfcd4b-c36b-4e94-ba67-d1aa81ce29aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:45.146454 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-3dcfcd4b-c36b-4e94-ba67-d1aa81ce29aa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=83a1a64de1a947b6a45ef64ec25835ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3025515 Aug 25 16:10:45.149013 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 52306) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:45.209139 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-160e7ec2-2511-4d29-8f5f-5d3f1f2fa117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:45.234529 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-160e7ec2-2511-4d29-8f5f-5d3f1f2fa117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:45.283072 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-160e7ec2-2511-4d29-8f5f-5d3f1f2fa117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:45.288002 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-3dcfcd4b-c36b-4e94-ba67-d1aa81ce29aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:45.298526 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e7ec2-2511-4d29-8f5f-5d3f1f2fa117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b367ae-dc1d-47bc-8193-ecac3aac3fa2,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:45.300764 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-160e7ec2-2511-4d29-8f5f-5d3f1f2fa117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:45.306392 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-160e7ec2-2511-4d29-8f5f-5d3f1f2fa117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:45.310525 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-160e7ec2-2511-4d29-8f5f-5d3f1f2fa117 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e3b367ae-dc1d-47bc-8193-ecac3aac3fa2 HTTP/1.1" status: 204 len: 168 time: 0.1576188 Aug 25 16:10:45.636038 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 52316) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:45.654507 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-983d967a-9bf0-46f1-be04-8512f5c100d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:45.689057 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-983d967a-9bf0-46f1-be04-8512f5c100d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:45.692845 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-983d967a-9bf0-46f1-be04-8512f5c100d6 admin admin] Usage tracker for resource:security_group_rule and tenant:808ad10c7f7e42ee96c541b53c9ea273 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:45.695602 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-983d967a-9bf0-46f1-be04-8512f5c100d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:45.701232 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-983d967a-9bf0-46f1-be04-8512f5c100d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:45.770132 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-983d967a-9bf0-46f1-be04-8512f5c100d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:45.775040 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-983d967a-9bf0-46f1-be04-8512f5c100d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:45.782308 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-9960428e-154f-478d-b358-1f565a692f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:45.857091 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d967a-9bf0-46f1-be04-8512f5c100d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440b460d-f48b-4c8c-beb9-258b9273227a,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:45.863916 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-983d967a-9bf0-46f1-be04-8512f5c100d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:45.866249 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-983d967a-9bf0-46f1-be04-8512f5c100d6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=808ad10c7f7e42ee96c541b53c9ea273&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2292516 Aug 25 16:10:45.869243 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 52322) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:45.907250 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503aca4-4415-4000-a898-fe5de3747d35 req-01b0750a-eba7-4b8d-9d1e-b495b4745d17 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:45.908704 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7503aca4-4415-4000-a898-fe5de3747d35 req-01b0750a-eba7-4b8d-9d1e-b495b4745d17 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=aaf3c47f-40cc-4081-9b8b-242bc0641182 HTTP/1.1" status: 200 len: 944 time: 0.0948420 Aug 25 16:10:45.956763 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7503aca4-4415-4000-a898-fe5de3747d35 req-648489c8-e26d-4409-933b-c8c4571a4da4 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422993 Aug 25 16:10:46.018197 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-d78e1728-854b-4bf1-8801-e7d8bd3f5758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:46.043186 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-d78e1728-854b-4bf1-8801-e7d8bd3f5758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:46.093351 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-d78e1728-854b-4bf1-8801-e7d8bd3f5758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:46.098675 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-92102e4b-7823-4577-a8d3-0192ff363cde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:46.111173 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e1728-854b-4bf1-8801-e7d8bd3f5758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440b460d-f48b-4c8c-beb9-258b9273227a,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:46.113501 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-d78e1728-854b-4bf1-8801-e7d8bd3f5758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:46.115803 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-d78e1728-854b-4bf1-8801-e7d8bd3f5758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:46.116615 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-d78e1728-854b-4bf1-8801-e7d8bd3f5758 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/440b460d-f48b-4c8c-beb9-258b9273227a HTTP/1.1" status: 204 len: 168 time: 0.2463336 Aug 25 16:10:47.006320 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 5e045396-bca5-4e47-a406-414505bc7ed5 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:10:47.157551 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 5e045396-bca5-4e47-a406-414505bc7ed5, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5e045396-bca5-4e47-a406-414505bc7ed5,segment=NetworkSegment(cacdea98-e620-4fb6-8343-3b417b230008),segment_id=cacdea98-e620-4fb6-8343-3b417b230008)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:47.172637 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Returning: {'device': '5e045396-bca5-4e47-a406-414505bc7ed5', 'network_id': 'c3e9d8a4-bf3c-498d-b519-afa6aab2d465', 'port_id': '5e045396-bca5-4e47-a406-414505bc7ed5', 'mac_address': 'fa:16:3e:cd:9e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f85216-423d-4808-8866-c24fc0e1b637', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:10:47.175454 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea8792-3109-4589-a79b-c1c044a717ec req-1d2a38c2-5b43-4128-8412-bf385075397b tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:47.176979 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-0bea8792-3109-4589-a79b-c1c044a717ec req-1d2a38c2-5b43-4128-8412-bf385075397b tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=aaf3c47f-40cc-4081-9b8b-242bc0641182 HTTP/1.1" status: 200 len: 944 time: 0.0880177 Aug 25 16:10:47.225420 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-0bea8792-3109-4589-a79b-c1c044a717ec req-427824f8-3232-4442-91da-15d7edde172a tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419416 Aug 25 16:10:47.229296 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:47.247209 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e045396-bca5-4e47-a406-414505bc7ed5 {{(pid=75047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:10:47.262873 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 5e045396-bca5-4e47-a406-414505bc7ed5, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5e045396-bca5-4e47-a406-414505bc7ed5,segment=NetworkSegment(cacdea98-e620-4fb6-8343-3b417b230008),segment_id=cacdea98-e620-4fb6-8343-3b417b230008)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:47.267183 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:47.270131 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:47.341270 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=5e045396-bca5-4e47-a406-414505bc7ed5,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:47.349882 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:47.350292 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:47.350703 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:47.351091 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:47.351479 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:47.351869 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:47.352254 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:47.352724 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:47.353131 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:47.353511 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:47.353891 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:47.358684 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:47.760752 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['5e045396-bca5-4e47-a406-414505bc7ed5'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:10:48.425469 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98a561-2f1b-4477-af21-a28ac81002b1 req-a57065a6-ff7b-4f93-9f63-cd8f8e591a6e tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:48.427026 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2e98a561-2f1b-4477-af21-a28ac81002b1 req-a57065a6-ff7b-4f93-9f63-cd8f8e591a6e tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=aaf3c47f-40cc-4081-9b8b-242bc0641182 HTTP/1.1" status: 200 len: 945 time: 0.0776126 Aug 25 16:10:48.475489 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2e98a561-2f1b-4477-af21-a28ac81002b1 req-b1ec29c9-4325-41d4-bd4d-d6e7597dd534 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409222 Aug 25 16:10:49.026544 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 5e045396-bca5-4e47-a406-414505bc7ed5 up at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:10:49.097411 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning for port 5e045396-bca5-4e47-a406-414505bc7ed5 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:10:49.102497 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning complete for port 5e045396-bca5-4e47-a406-414505bc7ed5 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:49.102870 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:49.225922 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:49.256356 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf3c47f-40cc-4081-9b8b-242bc0641182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e045396-bca5-4e47-a406-414505bc7ed5'}] {{(pid=75047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:49.266940 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 5e045396-bca5-4e47-a406-414505bc7ed5, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5e045396-bca5-4e47-a406-414505bc7ed5,segment=NetworkSegment(cacdea98-e620-4fb6-8343-3b417b230008),segment_id=cacdea98-e620-4fb6-8343-3b417b230008)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:49.267429 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 52410) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:49.271233 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:49.274379 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:49.361751 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=5e045396-bca5-4e47-a406-414505bc7ed5,revision_number=5']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:49.365749 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:49.465784 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-55332899-520a-440f-a951-0f9227f0caac admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:49.509169 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-55332899-520a-440f-a951-0f9227f0caac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:49.514815 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-55332899-520a-440f-a951-0f9227f0caac admin admin] Usage tracker for resource:security_group_rule and tenant:36533ef407cb4c5c8dcfd846c7e55dc2 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:49.521176 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-55332899-520a-440f-a951-0f9227f0caac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:49.529153 dv-cinder-806008-1-iscsi neutron-server[75047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf3c47f-40cc-4081-9b8b-242bc0641182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e045396-bca5-4e47-a406-414505bc7ed5', 'code': 200} Aug 25 16:10:49.530323 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-55332899-520a-440f-a951-0f9227f0caac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:49.616980 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-55332899-520a-440f-a951-0f9227f0caac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:49.627158 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-55332899-520a-440f-a951-0f9227f0caac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:49.641477 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-62f7584e-6815-4f0c-b84f-136555fcaa81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:49.696908 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55332899-520a-440f-a951-0f9227f0caac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fb9767-a117-43d3-843b-7342add4bfba,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:49.706280 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-55332899-520a-440f-a951-0f9227f0caac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=36533ef407cb4c5c8dcfd846c7e55dc2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4375210 Aug 25 16:10:49.709658 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-55332899-520a-440f-a951-0f9227f0caac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:49.710142 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 52420) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:49.754983 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017a456-3a31-45c2-bc2a-0a02e7a44fe7 req-619b934d-652e-47fb-aaf9-564f03040fb8 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:49.757187 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0017a456-3a31-45c2-bc2a-0a02e7a44fe7 req-619b934d-652e-47fb-aaf9-564f03040fb8 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=aaf3c47f-40cc-4081-9b8b-242bc0641182 HTTP/1.1" status: 200 len: 946 time: 0.1432719 Aug 25 16:10:49.898439 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0017a456-3a31-45c2-bc2a-0a02e7a44fe7 req-ab6ddd7a-79ed-49e8-b3da-072a37ed7ecb tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970109 Aug 25 16:10:49.902886 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-5a274508-1ff4-40dd-9b99-dd3c2fdbab62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:49.930328 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a99755ce-31c1-4b5e-9eba-2ff46f1094de req-bf33d0a0-b330-4c74-ad44-33feede2bd1f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aaf3c47f-40cc-4081-9b8b-242bc0641182 HTTP/1.1" status: 200 len: 1099 time: 0.1695509 Aug 25 16:10:49.937448 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-5a274508-1ff4-40dd-9b99-dd3c2fdbab62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:50.008554 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a99755ce-31c1-4b5e-9eba-2ff46f1094de req-da22c46e-b13c-45a4-8d70-cb23116f5b03 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643194 Aug 25 16:10:50.024789 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-5a274508-1ff4-40dd-9b99-dd3c2fdbab62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:50.029249 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-b6bcd0c8-8b83-479d-af7e-9533f86174cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:50.042223 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a274508-1ff4-40dd-9b99-dd3c2fdbab62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fb9767-a117-43d3-843b-7342add4bfba,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:50.045174 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-5a274508-1ff4-40dd-9b99-dd3c2fdbab62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:50.047528 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-5a274508-1ff4-40dd-9b99-dd3c2fdbab62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:50.050006 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-5a274508-1ff4-40dd-9b99-dd3c2fdbab62 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/92fb9767-a117-43d3-843b-7342add4bfba HTTP/1.1" status: 204 len: 168 time: 0.3360841 Aug 25 16:10:50.378395 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 52430) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:50.397962 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-82202e1e-7e42-42d8-a1f1-42e46227ddba admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:50.428655 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-82202e1e-7e42-42d8-a1f1-42e46227ddba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:50.432398 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-82202e1e-7e42-42d8-a1f1-42e46227ddba admin admin] Usage tracker for resource:security_group_rule and tenant:026b587a3a484be3859dccdae4d73d51 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:50.435734 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-82202e1e-7e42-42d8-a1f1-42e46227ddba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:50.441363 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-82202e1e-7e42-42d8-a1f1-42e46227ddba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:50.506731 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-82202e1e-7e42-42d8-a1f1-42e46227ddba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:50.510495 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-82202e1e-7e42-42d8-a1f1-42e46227ddba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:50.517128 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-e1afa084-7610-4e14-8fcd-b135ced7fb5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:50.559048 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82202e1e-7e42-42d8-a1f1-42e46227ddba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c958a49d-b42a-44de-ad7a-8eac7d9c21fa,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:50.562024 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-82202e1e-7e42-42d8-a1f1-42e46227ddba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:50.564997 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-82202e1e-7e42-42d8-a1f1-42e46227ddba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=026b587a3a484be3859dccdae4d73d51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1855600 Aug 25 16:10:50.567667 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 52434) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:50.625552 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-ffe7e949-7178-48fd-a82b-08c8dfeba01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:50.650094 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-ffe7e949-7178-48fd-a82b-08c8dfeba01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:50.699636 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-ffe7e949-7178-48fd-a82b-08c8dfeba01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:50.703321 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-31d08429-4992-4596-96c6-67e49ab9af3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:50.714248 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7e949-7178-48fd-a82b-08c8dfeba01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c958a49d-b42a-44de-ad7a-8eac7d9c21fa,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:50.718026 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-ffe7e949-7178-48fd-a82b-08c8dfeba01e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:50.721106 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-ffe7e949-7178-48fd-a82b-08c8dfeba01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:50.722214 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-ffe7e949-7178-48fd-a82b-08c8dfeba01e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c958a49d-b42a-44de-ad7a-8eac7d9c21fa HTTP/1.1" status: 204 len: 168 time: 0.1536636 Aug 25 16:10:51.098298 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47102aef-c1c1-4a26-9a48-2db2eba44f60 req-2f7475b6-3dac-419d-b08c-dbcbbed72014 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:51.099750 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-47102aef-c1c1-4a26-9a48-2db2eba44f60 req-2f7475b6-3dac-419d-b08c-dbcbbed72014 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=aaf3c47f-40cc-4081-9b8b-242bc0641182 HTTP/1.1" status: 200 len: 946 time: 0.0817516 Aug 25 16:10:51.145127 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-47102aef-c1c1-4a26-9a48-2db2eba44f60 req-5f6fae58-293d-41e1-b368-b24d4bebdc93 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396342 Aug 25 16:10:52.348143 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49d3b1-c327-43b5-a175-88e457d8f093 req-c2b65d60-48af-4f04-af86-b51362509554 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:52.349627 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4f49d3b1-c327-43b5-a175-88e457d8f093 req-c2b65d60-48af-4f04-af86-b51362509554 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=aaf3c47f-40cc-4081-9b8b-242bc0641182 HTTP/1.1" status: 200 len: 946 time: 0.0789523 Aug 25 16:10:52.395964 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4f49d3b1-c327-43b5-a175-88e457d8f093 req-9fa1b55b-aac1-4f97-9224-a0c3359da348 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407941 Aug 25 16:10:55.907635 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-12661506-011a-4a5d-85bf-16ebd4952220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:56.397254 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:58.193986 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-398a4e82-7d8a-45ec-adb9-162e5f00a1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:59.226651 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:00.668318 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:10.696701 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:17.435086 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:11:25.910272 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-75a4080d-a63c-447d-8ba2-f6badb6b84f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:26.352287 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd20e6-183a-43f3-b72c-afd53eb11931 req-9caec58c-e247-4030-ab7e-84dca983129a tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:26.353803 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-75cd20e6-183a-43f3-b72c-afd53eb11931 req-9caec58c-e247-4030-ab7e-84dca983129a tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=aaf3c47f-40cc-4081-9b8b-242bc0641182 HTTP/1.1" status: 200 len: 946 time: 0.0770700 Aug 25 16:11:26.399823 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:26.400461 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-75cd20e6-183a-43f3-b72c-afd53eb11931 req-ed4f9947-5505-4c21-aacb-2ea8a90b6cee tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405629 Aug 25 16:11:27.596631 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d803861-8a4a-43e0-a36d-1b4326c020c4 req-de1ab8ab-45e5-446b-bd2f-e6bffa3df077 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:27.597999 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7d803861-8a4a-43e0-a36d-1b4326c020c4 req-de1ab8ab-45e5-446b-bd2f-e6bffa3df077 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=aaf3c47f-40cc-4081-9b8b-242bc0641182 HTTP/1.1" status: 200 len: 946 time: 0.0787363 Aug 25 16:11:27.642747 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7d803861-8a4a-43e0-a36d-1b4326c020c4 req-85934f2c-90fe-4cd6-860b-a9ae4a6be517 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392911 Aug 25 16:11:28.195498 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-eb7760bd-b3da-489e-9dd0-12981f1c66da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:28.837937 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a1111-8dd5-48be-9958-32539eb44fae req-83b96211-5302-47bf-a545-071dc2fd5167 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:28.839428 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-4c6a1111-8dd5-48be-9958-32539eb44fae req-83b96211-5302-47bf-a545-071dc2fd5167 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=aaf3c47f-40cc-4081-9b8b-242bc0641182 HTTP/1.1" status: 200 len: 946 time: 0.0743318 Aug 25 16:11:28.887435 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-4c6a1111-8dd5-48be-9958-32539eb44fae req-1ef88c19-93e9-4c72-ac68-f6fcf432a97b tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/security-groups?id=65b33aa4-a4c7-4118-9a9b-24e308b17281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424449 Aug 25 16:11:29.227741 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:29.281828 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318743bc-16af-43c9-9f9f-6745cd6a6966 req-3a059978-30fc-4a49-8d0a-33b64da40fb6 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:29.283268 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-318743bc-16af-43c9-9f9f-6745cd6a6966 req-3a059978-30fc-4a49-8d0a-33b64da40fb6 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.21 "GET /v2.0/ports?device_id=aaf3c47f-40cc-4081-9b8b-242bc0641182 HTTP/1.1" status: 200 len: 946 time: 0.0805526 Aug 25 16:11:29.351787 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-318743bc-16af-43c9-9f9f-6745cd6a6966 req-ed304087-7fcb-4fcb-916d-b4aed41e4f3c tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Deleting port 5e045396-bca5-4e47-a406-414505bc7ed5 {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:11:29.352131 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-318743bc-16af-43c9-9f9f-6745cd6a6966 req-ed304087-7fcb-4fcb-916d-b4aed41e4f3c tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:29.594760 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-318743bc-16af-43c9-9f9f-6745cd6a6966 req-ed304087-7fcb-4fcb-916d-b4aed41e4f3c tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] For port 5e045396-bca5-4e47-a406-414505bc7ed5, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5e045396-bca5-4e47-a406-414505bc7ed5,segment=NetworkSegment(cacdea98-e620-4fb6-8343-3b417b230008),segment_id=cacdea98-e620-4fb6-8343-3b417b230008)] {{(pid=75046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:29.595033 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-318743bc-16af-43c9-9f9f-6745cd6a6966 req-ed304087-7fcb-4fcb-916d-b4aed41e4f3c tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:29.711765 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-318743bc-16af-43c9-9f9f-6745cd6a6966 req-ed304087-7fcb-4fcb-916d-b4aed41e4f3c tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Calling delete_port for 5e045396-bca5-4e47-a406-414505bc7ed5 owned by compute:nova {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:11:29.853862 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-318743bc-16af-43c9-9f9f-6745cd6a6966 req-ed304087-7fcb-4fcb-916d-b4aed41e4f3c tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:29.859696 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:29.902962 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed304087-7fcb-4fcb-916d-b4aed41e4f3c tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Pushing event deleted for resources: {'Port': ['ID=5e045396-bca5-4e47-a406-414505bc7ed5,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:29.973435 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed304087-7fcb-4fcb-916d-b4aed41e4f3c tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:29.973803 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed304087-7fcb-4fcb-916d-b4aed41e4f3c tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:29.974168 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed304087-7fcb-4fcb-916d-b4aed41e4f3c tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:29.974533 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed304087-7fcb-4fcb-916d-b4aed41e4f3c tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:29.974886 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed304087-7fcb-4fcb-916d-b4aed41e4f3c tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:29.975249 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed304087-7fcb-4fcb-916d-b4aed41e4f3c tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:29.975600 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed304087-7fcb-4fcb-916d-b4aed41e4f3c tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:29.975951 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed304087-7fcb-4fcb-916d-b4aed41e4f3c tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:29.976294 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed304087-7fcb-4fcb-916d-b4aed41e4f3c tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:29.976644 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed304087-7fcb-4fcb-916d-b4aed41e4f3c tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:29.977006 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed304087-7fcb-4fcb-916d-b4aed41e4f3c tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:11:29.983871 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-ed304087-7fcb-4fcb-916d-b4aed41e4f3c tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:29.989625 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-318743bc-16af-43c9-9f9f-6745cd6a6966 req-ed304087-7fcb-4fcb-916d-b4aed41e4f3c tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] No DVR routers for this DVR port 5e045396-bca5-4e47-a406-414505bc7ed5 on host hv-cinder-80600 {{(pid=75046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:11:29.991913 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-318743bc-16af-43c9-9f9f-6745cd6a6966 req-ed304087-7fcb-4fcb-916d-b4aed41e4f3c tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:29.994601 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf3c47f-40cc-4081-9b8b-242bc0641182', 'name': 'network-vif-deleted', 'tag': '5e045396-bca5-4e47-a406-414505bc7ed5'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:11:30.011040 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-318743bc-16af-43c9-9f9f-6745cd6a6966 req-ed304087-7fcb-4fcb-916d-b4aed41e4f3c tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.21 "DELETE /v2.0/ports/5e045396-bca5-4e47-a406-414505bc7ed5 HTTP/1.1" status: 204 len: 173 time: 0.7219551 Aug 25 16:11:30.053317 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-cf0292b5-ce11-4532-b036-b6b406a376c5 req-449d0b9c-23ba-4095-b11b-0f671c3617b0 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] 10.222.0.43 "GET /v2.0/ports?device_id=aaf3c47f-40cc-4081-9b8b-242bc0641182 HTTP/1.1" status: 200 len: 210 time: 0.0432541 Aug 25 16:11:30.063424 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf3c47f-40cc-4081-9b8b-242bc0641182', 'name': 'network-vif-deleted', 'tag': '5e045396-bca5-4e47-a406-414505bc7ed5', 'status': 'completed', 'code': 200} Aug 25 16:11:30.671150 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:31.179975 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 5e045396-bca5-4e47-a406-414505bc7ed5 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:11:31.214558 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] No Port match for: 5e045396-bca5-4e47-a406-414505bc7ed5 {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:11:31.214905 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 5e045396-bca5-4e47-a406-414505bc7ed5 not bound to the agent host hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:11:40.712341 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:41.573615 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-50ac7d4f-6e73-4a22-8985-fe651094e7f8 req-e4669ea3-fc0e-445c-a5ff-33ca7b5e4ec1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681231 Aug 25 16:11:41.818875 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-50ac7d4f-6e73-4a22-8985-fe651094e7f8 req-85725d51-d2d4-46b6-aa6f-07065d621e41 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=164d6d5d38f140d09589b51641a7cdf3&device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 1098 time: 0.1475093 Aug 25 16:11:41.966519 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac7d4f-6e73-4a22-8985-fe651094e7f8 req-1373d9aa-613e-4566-a415-6f7ac3ab23dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:41.967971 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-50ac7d4f-6e73-4a22-8985-fe651094e7f8 req-1373d9aa-613e-4566-a415-6f7ac3ab23dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=b0497f16-a3e0-46b0-81f5-eae02d264919 HTTP/1.1" status: 200 len: 912 time: 0.1279731 Aug 25 16:11:42.072829 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-50ac7d4f-6e73-4a22-8985-fe651094e7f8 req-1cbe78bd-4f93-4ac2-a208-5f6da48e12bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49913d17-294d-4f67-859d-90517c3f0c9c HTTP/1.1" status: 200 len: 1000 time: 0.0983565 Aug 25 16:11:42.133351 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac7d4f-6e73-4a22-8985-fe651094e7f8 req-6ef46d4c-d20c-4bcf-b036-a8ecda64bfc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:42.134832 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-50ac7d4f-6e73-4a22-8985-fe651094e7f8 req-6ef46d4c-d20c-4bcf-b036-a8ecda64bfc3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03b41362-f061-4c09-83d7-5c1bf8e439a3 HTTP/1.1" status: 200 len: 849 time: 0.0558281 Aug 25 16:11:42.210139 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-50ac7d4f-6e73-4a22-8985-fe651094e7f8 req-4c4a2351-6a7e-438f-98ed-8798f7656e2f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b0497f16-a3e0-46b0-81f5-eae02d264919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690084 Aug 25 16:11:42.345050 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-50ac7d4f-6e73-4a22-8985-fe651094e7f8 req-83179c8c-5912-4573-9911-ac55e421fbb5 service neutron] 10.222.0.21 "GET /v2.0/networks/b0497f16-a3e0-46b0-81f5-eae02d264919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279991 Aug 25 16:11:42.475139 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-50ac7d4f-6e73-4a22-8985-fe651094e7f8 req-e0cef126-aade-4649-aef0-beaefe60c404 service neutron] 10.222.0.21 "GET /v2.0/networks/b0497f16-a3e0-46b0-81f5-eae02d264919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229908 Aug 25 16:11:54.435397 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:11:55.911775 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-010c6a71-5b56-490a-9058-ef0ab7885a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:56.403267 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:58.199162 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-cfe51621-6dfb-4c74-8c9f-82036238a3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:59.231475 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:00.673360 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:08.084256 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 53034) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:08.237767 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-56029018-f446-4f58-b0ba-60789ef2802d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:08.269386 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-56029018-f446-4f58-b0ba-60789ef2802d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:08.273407 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-56029018-f446-4f58-b0ba-60789ef2802d admin admin] Usage tracker for resource:security_group_rule and tenant:9f5267d7e46e4a0abbfd7f291b62d2d0 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:08.276282 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-56029018-f446-4f58-b0ba-60789ef2802d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:08.281956 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-56029018-f446-4f58-b0ba-60789ef2802d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:08.351679 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-56029018-f446-4f58-b0ba-60789ef2802d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:08.358797 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-56029018-f446-4f58-b0ba-60789ef2802d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:08.366784 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-39511c4b-d6d3-40b1-b772-f6f3187e80dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:08.406464 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56029018-f446-4f58-b0ba-60789ef2802d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affd3b14-1e36-4a51-b47f-5d3fd64f96af,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:08.410576 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-56029018-f446-4f58-b0ba-60789ef2802d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:08.413021 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-56029018-f446-4f58-b0ba-60789ef2802d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9f5267d7e46e4a0abbfd7f291b62d2d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3276539 Aug 25 16:12:08.415587 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 53040) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:08.479777 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-627544f8-760f-446a-a266-27a0ddd6ccfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:08.507051 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-627544f8-760f-446a-a266-27a0ddd6ccfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:08.561079 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-627544f8-760f-446a-a266-27a0ddd6ccfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:08.565253 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-0442860f-3157-4481-b7e4-dc92f69c9f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:08.576524 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627544f8-760f-446a-a266-27a0ddd6ccfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affd3b14-1e36-4a51-b47f-5d3fd64f96af,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:08.579551 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-627544f8-760f-446a-a266-27a0ddd6ccfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:08.588415 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-627544f8-760f-446a-a266-27a0ddd6ccfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:08.590248 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-627544f8-760f-446a-a266-27a0ddd6ccfe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/affd3b14-1e36-4a51-b47f-5d3fd64f96af HTTP/1.1" status: 204 len: 168 time: 0.1730897 Aug 25 16:12:10.728217 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:12.787960 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 53126) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:12.896021 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 53134) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:12.950660 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-414ebc4f-0cc4-4dcb-8685-b25067de4505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:12.986505 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_v2 [None req-066a0d8e-0911-4dff-841c-1c36bd6c4e49 admin admin] Deleting subnet 30f85216-423d-4808-8866-c24fc0e1b637 {{(pid=75045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:12:12.996061 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-066a0d8e-0911-4dff-841c-1c36bd6c4e49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:13.034226 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-414ebc4f-0cc4-4dcb-8685-b25067de4505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:13.040468 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-414ebc4f-0cc4-4dcb-8685-b25067de4505 admin admin] Usage tracker for resource:security_group_rule and tenant:b6dd432ee7a347c78e29bb8e0245627e is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:13.044462 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-414ebc4f-0cc4-4dcb-8685-b25067de4505 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:13.056257 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-414ebc4f-0cc4-4dcb-8685-b25067de4505 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:13.059367 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-066a0d8e-0911-4dff-841c-1c36bd6c4e49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3836961'] for subnet, precommit_delete_associations {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:13.130896 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-066a0d8e-0911-4dff-841c-1c36bd6c4e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731498'] for subnet, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:13.272186 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-414ebc4f-0cc4-4dcb-8685-b25067de4505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:13.278302 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-414ebc4f-0cc4-4dcb-8685-b25067de4505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:13.285400 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-26336980-9592-42dd-879b-125a39979ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:13.303070 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-066a0d8e-0911-4dff-841c-1c36bd6c4e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3837869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854734'] for subnet, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:13.328666 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ebc4f-0cc4-4dcb-8685-b25067de4505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92858de0-f138-451c-955b-5f6107c32fac,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:13.343951 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-414ebc4f-0cc4-4dcb-8685-b25067de4505 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b6dd432ee7a347c78e29bb8e0245627e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5549765 Aug 25 16:12:13.347198 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-066a0d8e-0911-4dff-841c-1c36bd6c4e49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:13.347536 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 53138) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:13.351558 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ebc4f-0cc4-4dcb-8685-b25067de4505 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:13.351920 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ebc4f-0cc4-4dcb-8685-b25067de4505 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:13.352270 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ebc4f-0cc4-4dcb-8685-b25067de4505 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:13.352617 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ebc4f-0cc4-4dcb-8685-b25067de4505 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:13.353011 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ebc4f-0cc4-4dcb-8685-b25067de4505 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:13.353341 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ebc4f-0cc4-4dcb-8685-b25067de4505 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:13.354108 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ebc4f-0cc4-4dcb-8685-b25067de4505 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:13.354108 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ebc4f-0cc4-4dcb-8685-b25067de4505 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:13.354326 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ebc4f-0cc4-4dcb-8685-b25067de4505 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:13.354662 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ebc4f-0cc4-4dcb-8685-b25067de4505 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:13.354994 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ebc4f-0cc4-4dcb-8685-b25067de4505 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:13.361646 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-414ebc4f-0cc4-4dcb-8685-b25067de4505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:13.361772 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-71545e7b-0dbc-448d-ba84-2b582e833c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:13.398247 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a0d8e-0911-4dff-841c-1c36bd6c4e49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30f85216-423d-4808-8866-c24fc0e1b637,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:13.402139 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-066a0d8e-0911-4dff-841c-1c36bd6c4e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:13.412732 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-093d3e49-07b3-4a1a-ae6c-00a987594fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:13.413209 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-066a0d8e-0911-4dff-841c-1c36bd6c4e49 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/30f85216-423d-4808-8866-c24fc0e1b637 HTTP/1.1" status: 204 len: 168 time: 0.5160639 Aug 25 16:12:13.415621 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 53142) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:13.439612 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-093d3e49-07b3-4a1a-ae6c-00a987594fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:13.494586 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-093d3e49-07b3-4a1a-ae6c-00a987594fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:13.498284 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-6b4b6c69-b5bf-4bf5-b995-e36cc2a1a6b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:13.512700 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d3e49-07b3-4a1a-ae6c-00a987594fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92858de0-f138-451c-955b-5f6107c32fac,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:13.516149 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-093d3e49-07b3-4a1a-ae6c-00a987594fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:13.519314 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-093d3e49-07b3-4a1a-ae6c-00a987594fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:13.520061 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-84ae9bf5-7630-43ac-ab6b-8178b459fdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588176'] for network, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:13.523060 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-093d3e49-07b3-4a1a-ae6c-00a987594fda admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/92858de0-f138-451c-955b-5f6107c32fac HTTP/1.1" status: 204 len: 168 time: 0.1743610 Aug 25 16:12:13.646861 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-84ae9bf5-7630-43ac-ab6b-8178b459fdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730595', 'neutron.services.segments.db._delete_segments_for_network-8779528176258'] for network, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:13.660097 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-84ae9bf5-7630-43ac-ab6b-8178b459fdf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e9d8a4-bf3c-498d-b519-afa6aab2d465']}} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:13.673106 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-84ae9bf5-7630-43ac-ab6b-8178b459fdf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cacdea98-e620-4fb6-8343-3b417b230008') {'for_net_delete': True} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:13.673582 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-84ae9bf5-7630-43ac-ab6b-8178b459fdf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cacdea98-e620-4fb6-8343-3b417b230008') {} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:13.690564 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-84ae9bf5-7630-43ac-ab6b-8178b459fdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779528177565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3836974'] for segment, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:13.708452 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-84ae9bf5-7630-43ac-ab6b-8178b459fdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:13.715938 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ae9bf5-7630-43ac-ab6b-8178b459fdf4 admin admin] Releasing vlan 1258 on physical network physnet1 to pool {{(pid=75045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:12:13.716360 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-84ae9bf5-7630-43ac-ab6b-8178b459fdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1731343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837707'] for segment, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:13.731030 dv-cinder-806008-1-iscsi neutron-server[75045]: Traceback (most recent call last): Aug 25 16:12:13.731030 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:12:13.731030 dv-cinder-806008-1-iscsi neutron-server[75045]: timer() Aug 25 16:12:13.731030 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:12:13.731030 dv-cinder-806008-1-iscsi neutron-server[75045]: cb(*args, **kw) Aug 25 16:12:13.731030 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:12:13.731030 dv-cinder-806008-1-iscsi neutron-server[75045]: return func(*args, **kwargs) Aug 25 16:12:13.731030 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:12:13.731030 dv-cinder-806008-1-iscsi neutron-server[75045]: self._notify() Aug 25 16:12:13.731030 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:12:13.731030 dv-cinder-806008-1-iscsi neutron-server[75045]: self.callback(batched_events) Aug 25 16:12:13.731030 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:12:13.731030 dv-cinder-806008-1-iscsi neutron-server[75045]: event.method(event) Aug 25 16:12:13.731030 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:12:13.731030 dv-cinder-806008-1-iscsi neutron-server[75045]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:12:13.731030 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:12:13.731030 dv-cinder-806008-1-iscsi neutron-server[75045]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:12:13.731030 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:12:13.731030 dv-cinder-806008-1-iscsi neutron-server[75045]: return f(self, *a, **k) Aug 25 16:12:13.731030 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:12:13.731030 dv-cinder-806008-1-iscsi neutron-server[75045]: return self._get(url).json() Aug 25 16:12:13.731030 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:12:13.731030 dv-cinder-806008-1-iscsi neutron-server[75045]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:12:13.731030 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:12:13.731030 dv-cinder-806008-1-iscsi neutron-server[75045]: return self.request(url, 'GET', **kwargs) Aug 25 16:12:13.731030 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:12:13.731030 dv-cinder-806008-1-iscsi neutron-server[75045]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:12:13.731030 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:12:13.731030 dv-cinder-806008-1-iscsi neutron-server[75045]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:12:13.731030 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:12:13.731030 dv-cinder-806008-1-iscsi neutron-server[75045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:12:13.731030 dv-cinder-806008-1-iscsi neutron-server[75045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:12:13.811124 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-84ae9bf5-7630-43ac-ab6b-8178b459fdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683615'] for network, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:13.814946 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:13.828161 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-84ae9bf5-7630-43ac-ab6b-8178b459fdf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:13.838674 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae9bf5-7630-43ac-ab6b-8178b459fdf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3e9d8a4-bf3c-498d-b519-afa6aab2d465,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:13.841720 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-84ae9bf5-7630-43ac-ab6b-8178b459fdf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:13.847827 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-84ae9bf5-7630-43ac-ab6b-8178b459fdf4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c3e9d8a4-bf3c-498d-b519-afa6aab2d465 HTTP/1.1" status: 204 len: 168 time: 0.4312913 Aug 25 16:12:14.046803 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 53152) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:14.095528 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-d13453be-0bae-4471-afda-fa9be18488a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=22e0a038233841198fcd18094ff457f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0474827 Aug 25 16:12:14.097815 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 53156) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:14.156475 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6ff1a6d2-b6d0-447e-b7cf-8e9c3044d226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:14.180648 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6ff1a6d2-b6d0-447e-b7cf-8e9c3044d226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:14.230085 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6ff1a6d2-b6d0-447e-b7cf-8e9c3044d226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:14.234617 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-19b89b87-2312-428f-87e5-1083825fa4fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:14.250685 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1a6d2-b6d0-447e-b7cf-8e9c3044d226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b33aa4-a4c7-4118-9a9b-24e308b17281,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:14.253537 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-6ff1a6d2-b6d0-447e-b7cf-8e9c3044d226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:14.258833 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6ff1a6d2-b6d0-447e-b7cf-8e9c3044d226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:14.259924 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-6ff1a6d2-b6d0-447e-b7cf-8e9c3044d226 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/65b33aa4-a4c7-4118-9a9b-24e308b17281 HTTP/1.1" status: 204 len: 168 time: 0.1612520 Aug 25 16:12:18.619276 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5e3b6-040a-4572-8f12-91de68660469 req-62a8ef52-9772-43db-aa0f-8e46e2ea4513 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:18.620635 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-21d5e3b6-040a-4572-8f12-91de68660469 req-62a8ef52-9772-43db-aa0f-8e46e2ea4513 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 984 time: 0.1048579 Aug 25 16:12:18.624818 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-28c97ed8-9850-4918-9b60-19739e0abf6a req-ad402e76-1790-45ab-83ee-71f2794a3e0a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8edaba4f7ed44dc86a4225c7ed9aa26&device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 1137 time: 0.1394141 Aug 25 16:12:18.752545 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-21d5e3b6-040a-4572-8f12-91de68660469 req-edf87296-ee46-4553-821f-8d9f027ff4a9 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=8deb2921-66b9-47f3-b47c-5db59dd3fcf8&id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1262550 Aug 25 16:12:18.790553 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c97ed8-9850-4918-9b60-19739e0abf6a req-ea84a9d4-c99f-4a3a-ad6b-0af49cae1607 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:18.792003 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-28c97ed8-9850-4918-9b60-19739e0abf6a req-ea84a9d4-c99f-4a3a-ad6b-0af49cae1607 service neutron] 10.222.0.21 "GET /v2.0/networks?id=53b8ca3b-c7b5-4977-bfe0-00939af2a7c1 HTTP/1.1" status: 200 len: 916 time: 0.1514521 Aug 25 16:12:18.895778 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-28c97ed8-9850-4918-9b60-19739e0abf6a req-32aefd42-a5fe-4836-83ed-cedefb8f980e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5bd4e30-0c43-4318-8d78-73888aaea93c HTTP/1.1" status: 200 len: 1000 time: 0.0961170 Aug 25 16:12:18.959863 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c97ed8-9850-4918-9b60-19739e0abf6a req-e0b4f2f1-613a-4bdf-b3b2-244e34534345 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:18.961316 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-28c97ed8-9850-4918-9b60-19739e0abf6a req-e0b4f2f1-613a-4bdf-b3b2-244e34534345 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e30a288-df0f-46d0-af7f-e3694c937642 HTTP/1.1" status: 200 len: 853 time: 0.0565002 Aug 25 16:12:19.039866 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-28c97ed8-9850-4918-9b60-19739e0abf6a req-6f0df56c-04ff-4e2d-bf00-3ae6823e35a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=53b8ca3b-c7b5-4977-bfe0-00939af2a7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707250 Aug 25 16:12:19.263400 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-28c97ed8-9850-4918-9b60-19739e0abf6a req-2a751e79-b6be-476d-8113-6cec231dadce service neutron] 10.222.0.21 "GET /v2.0/networks/53b8ca3b-c7b5-4977-bfe0-00939af2a7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165096 Aug 25 16:12:19.392150 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-28c97ed8-9850-4918-9b60-19739e0abf6a req-ce71792e-de78-4d70-9fae-0712de89263a service neutron] 10.222.0.21 "GET /v2.0/networks/53b8ca3b-c7b5-4977-bfe0-00939af2a7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219704 Aug 25 16:12:19.954698 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe738bb-c240-4d95-9736-6e07073ff281 req-e6855a26-64c3-4eb7-813c-01bcd362a011 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:19.956082 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0fe738bb-c240-4d95-9736-6e07073ff281 req-e6855a26-64c3-4eb7-813c-01bcd362a011 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 984 time: 0.0800254 Aug 25 16:12:20.004932 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0fe738bb-c240-4d95-9736-6e07073ff281 req-7a788b21-33f1-4add-9ec9-03a2cb247518 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=8deb2921-66b9-47f3-b47c-5db59dd3fcf8&id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433769 Aug 25 16:12:21.197985 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461223e-d757-4319-89df-5a485d86ec46 req-06e4131d-21e1-4071-a0dc-ee66a84532ce tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:21.199421 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8461223e-d757-4319-89df-5a485d86ec46 req-06e4131d-21e1-4071-a0dc-ee66a84532ce tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 984 time: 0.0755804 Aug 25 16:12:21.255676 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8461223e-d757-4319-89df-5a485d86ec46 req-29cb4891-4b51-47ad-9afc-4e59e1e19f6f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=8deb2921-66b9-47f3-b47c-5db59dd3fcf8&id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0499752 Aug 25 16:12:22.455029 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a93a3-3643-4fcc-a88f-0d9bf15c0288 req-da9df46d-220f-4536-a6a7-53374b93ceb7 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:22.456475 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3c9a93a3-3643-4fcc-a88f-0d9bf15c0288 req-da9df46d-220f-4536-a6a7-53374b93ceb7 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 984 time: 0.0765643 Aug 25 16:12:22.503748 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3c9a93a3-3643-4fcc-a88f-0d9bf15c0288 req-20764495-0002-475c-bc8d-6744d5adb9ed tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=8deb2921-66b9-47f3-b47c-5db59dd3fcf8&id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417531 Aug 25 16:12:23.711920 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651d1eb-6b62-4ad4-a52f-8e2aa0e8ee37 req-4b8f26e5-59b6-4836-847d-816352635bb2 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:23.713428 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e651d1eb-6b62-4ad4-a52f-8e2aa0e8ee37 req-4b8f26e5-59b6-4836-847d-816352635bb2 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 984 time: 0.0801830 Aug 25 16:12:23.760073 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e651d1eb-6b62-4ad4-a52f-8e2aa0e8ee37 req-756fc421-e2b0-4e7a-9d6b-3aea141fe616 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=8deb2921-66b9-47f3-b47c-5db59dd3fcf8&id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410826 Aug 25 16:12:24.954149 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5b3da-96e5-4d4c-a52e-c6d559ed9342 req-249b6b5a-007e-4d91-b865-c11ccf0c993d tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:24.955600 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-44f5b3da-96e5-4d4c-a52e-c6d559ed9342 req-249b6b5a-007e-4d91-b865-c11ccf0c993d tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 984 time: 0.0767524 Aug 25 16:12:25.001976 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-44f5b3da-96e5-4d4c-a52e-c6d559ed9342 req-84f547f6-501c-47ba-9202-6a4973646987 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=8deb2921-66b9-47f3-b47c-5db59dd3fcf8&id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400345 Aug 25 16:12:25.914126 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-ade89a70-9432-4dbe-9653-340dc020a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:26.405603 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:26.459801 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adbba33-2a0d-4922-9242-c5ec932c8003 req-65a50e26-13c8-4632-b7dd-a608b8c5e6d6 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:26.461282 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3adbba33-2a0d-4922-9242-c5ec932c8003 req-65a50e26-13c8-4632-b7dd-a608b8c5e6d6 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 984 time: 0.0827425 Aug 25 16:12:26.510071 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3adbba33-2a0d-4922-9242-c5ec932c8003 req-361cc75e-a703-4cfb-bc90-75957345e81e tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=8deb2921-66b9-47f3-b47c-5db59dd3fcf8&id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431066 Aug 25 16:12:27.712574 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4e5b8-9dbf-418e-973d-4ff085726fd9 req-642b2015-9afd-4ad0-95b5-dc4261be064a tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:27.714055 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4ad4e5b8-9dbf-418e-973d-4ff085726fd9 req-642b2015-9afd-4ad0-95b5-dc4261be064a tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 984 time: 0.0760024 Aug 25 16:12:27.765403 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4ad4e5b8-9dbf-418e-973d-4ff085726fd9 req-332dccee-9c29-4e77-b7fd-051cec5f0798 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=8deb2921-66b9-47f3-b47c-5db59dd3fcf8&id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457904 Aug 25 16:12:28.201571 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-17e7ad31-5cb3-425c-8d24-eb1e072bb6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:28.959798 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87369163-d37f-4ba5-b151-c7ba329db540 req-4dc94e1e-4f0e-48b7-a19d-b2c1a1493ac3 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:28.961307 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-87369163-d37f-4ba5-b151-c7ba329db540 req-4dc94e1e-4f0e-48b7-a19d-b2c1a1493ac3 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 984 time: 0.0764828 Aug 25 16:12:29.012151 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-87369163-d37f-4ba5-b151-c7ba329db540 req-ae3f0eb2-e9ab-4230-96a3-687a6dc6e28b tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=8deb2921-66b9-47f3-b47c-5db59dd3fcf8&id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452054 Aug 25 16:12:29.234205 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:30.210693 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22408e27-2d98-4d96-9617-8af2457a0998 req-208edb28-051b-4e66-9d2f-46950e654e0d tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:30.212050 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-22408e27-2d98-4d96-9617-8af2457a0998 req-208edb28-051b-4e66-9d2f-46950e654e0d tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 984 time: 0.0801127 Aug 25 16:12:30.261338 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-22408e27-2d98-4d96-9617-8af2457a0998 req-7171a642-754d-4cfb-b310-06e2292b8c1f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=8deb2921-66b9-47f3-b47c-5db59dd3fcf8&id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435393 Aug 25 16:12:30.675091 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:31.434726 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:12:31.459387 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bbbb0-bf1f-48c0-b3ad-0c0dc042828a req-9f76cc6f-69dd-4047-81ae-c9e3a053ac3b tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:31.460851 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-db2bbbb0-bf1f-48c0-b3ad-0c0dc042828a req-9f76cc6f-69dd-4047-81ae-c9e3a053ac3b tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 984 time: 0.0777128 Aug 25 16:12:31.507455 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-db2bbbb0-bf1f-48c0-b3ad-0c0dc042828a req-7405c1a1-70bc-4a98-b18a-96ef71e09812 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=8deb2921-66b9-47f3-b47c-5db59dd3fcf8&id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410752 Aug 25 16:12:32.705708 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b2665-7a95-4eca-b7da-00e0faacfb16 req-113716ac-2f35-4527-9d77-9eddf60b74a5 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:32.707979 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7f7b2665-7a95-4eca-b7da-00e0faacfb16 req-113716ac-2f35-4527-9d77-9eddf60b74a5 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 984 time: 0.0819981 Aug 25 16:12:32.762854 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7f7b2665-7a95-4eca-b7da-00e0faacfb16 req-602ecb77-897d-4d65-aac4-eeaea8eb5a93 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=8deb2921-66b9-47f3-b47c-5db59dd3fcf8&id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0488489 Aug 25 16:12:33.961780 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f84303-def3-4643-a1cb-3c87774b579e req-29b0877e-8b2e-47f4-b20b-3485bbbe9600 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:33.963133 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b4f84303-def3-4643-a1cb-3c87774b579e req-29b0877e-8b2e-47f4-b20b-3485bbbe9600 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 984 time: 0.0763164 Aug 25 16:12:34.009806 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b4f84303-def3-4643-a1cb-3c87774b579e req-67fa684e-9a23-46ec-b25e-a4ba6d2834ca tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=8deb2921-66b9-47f3-b47c-5db59dd3fcf8&id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409467 Aug 25 16:12:35.056286 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a18eb-b46b-42b2-97c0-2034da8c0092 req-09243819-71f0-415b-a0a2-16af2b0e83c9 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:35.057807 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-615a18eb-b46b-42b2-97c0-2034da8c0092 req-09243819-71f0-415b-a0a2-16af2b0e83c9 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0806279 Aug 25 16:12:35.102558 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-615a18eb-b46b-42b2-97c0-2034da8c0092 req-6dce1951-1af1-4ee7-bcad-997836d4ac1a tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391743 Aug 25 16:12:35.211116 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37baf6-8c6b-4d75-9c0c-16021c083994 req-ac643c33-4bbd-425e-be08-28720a982c26 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:35.212465 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-cb37baf6-8c6b-4d75-9c0c-16021c083994 req-ac643c33-4bbd-425e-be08-28720a982c26 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 984 time: 0.0796254 Aug 25 16:12:35.258938 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-cb37baf6-8c6b-4d75-9c0c-16021c083994 req-07aa72aa-be3f-45a3-91ff-48a4f990cf42 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=8deb2921-66b9-47f3-b47c-5db59dd3fcf8&id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409427 Aug 25 16:12:36.327210 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb679e8-31cf-4c07-b8c2-b4f06cc0a3cd req-05d7d580-cbdc-4355-b77d-4bdee9541859 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:36.329301 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0fb679e8-31cf-4c07-b8c2-b4f06cc0a3cd req-05d7d580-cbdc-4355-b77d-4bdee9541859 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0985761 Aug 25 16:12:36.405618 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0fb679e8-31cf-4c07-b8c2-b4f06cc0a3cd req-1280ef99-0915-4b4a-846d-36e656dc7b41 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698960 Aug 25 16:12:36.468006 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f589df-2405-48e4-88b4-aae466f10a2d req-9898f073-87c2-4e8b-8984-48fc6f92c85a tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:36.469469 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b4f589df-2405-48e4-88b4-aae466f10a2d req-9898f073-87c2-4e8b-8984-48fc6f92c85a tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 984 time: 0.0825531 Aug 25 16:12:36.517560 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b4f589df-2405-48e4-88b4-aae466f10a2d req-e7657fae-c5cc-4a46-b5e9-ffa30c52cc6d tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=8deb2921-66b9-47f3-b47c-5db59dd3fcf8&id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422783 Aug 25 16:12:37.612622 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57cce2-e851-4a78-a1e5-e80d0436f8e4 req-e5e7e5b5-9aeb-4055-9fcb-0dd29911df7f tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:37.614580 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0f57cce2-e851-4a78-a1e5-e80d0436f8e4 req-e5e7e5b5-9aeb-4055-9fcb-0dd29911df7f tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0766864 Aug 25 16:12:37.671407 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0f57cce2-e851-4a78-a1e5-e80d0436f8e4 req-6b6b3f8e-9e3e-4c08-b818-dae53aca11a7 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512235 Aug 25 16:12:38.874777 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a21159-755b-42e2-81d8-443322d73b82 req-b0669c93-7df6-4565-9f57-6a4fcec9738b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:38.876229 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-26a21159-755b-42e2-81d8-443322d73b82 req-b0669c93-7df6-4565-9f57-6a4fcec9738b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0803988 Aug 25 16:12:38.923419 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-26a21159-755b-42e2-81d8-443322d73b82 req-e5e5e0d1-1f27-449d-bef2-f2d6652731fb tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407043 Aug 25 16:12:38.965412 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6510b-e2b6-4624-aa1b-a80a6ff6a886 req-12d2fe62-0aef-484f-80dc-d0cbabdf0971 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:38.966755 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-89c6510b-e2b6-4624-aa1b-a80a6ff6a886 req-12d2fe62-0aef-484f-80dc-d0cbabdf0971 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 945 time: 0.0790162 Aug 25 16:12:39.010172 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-89c6510b-e2b6-4624-aa1b-a80a6ff6a886 req-228dd2d5-798c-412b-8f5e-50afa0df4e61 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379946 Aug 25 16:12:40.132374 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444b18e-1611-45f1-8dde-d2da87f72c94 req-e603c03d-69d6-4ae5-a534-2fa41e8d14fc tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:40.133924 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-d444b18e-1611-45f1-8dde-d2da87f72c94 req-e603c03d-69d6-4ae5-a534-2fa41e8d14fc tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0877120 Aug 25 16:12:40.182806 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-d444b18e-1611-45f1-8dde-d2da87f72c94 req-1e78022c-4a3e-4561-8464-b40633500720 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432622 Aug 25 16:12:40.370511 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc51c3-28b0-4aef-bbf4-5bee9687f12e req-b2404936-61a8-4170-b5bb-defd6651581b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:40.371948 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-54bc51c3-28b0-4aef-bbf4-5bee9687f12e req-b2404936-61a8-4170-b5bb-defd6651581b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 945 time: 0.0765040 Aug 25 16:12:40.417819 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-54bc51c3-28b0-4aef-bbf4-5bee9687f12e req-5c548acf-0d95-4a67-9b72-da62fe79c667 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402749 Aug 25 16:12:40.729453 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:41.381474 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a199749-1031-408c-850e-55ea11234ee6 req-41bc4320-360b-458d-8b12-1754c8242f5b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:41.382918 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8a199749-1031-408c-850e-55ea11234ee6 req-41bc4320-360b-458d-8b12-1754c8242f5b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0764344 Aug 25 16:12:41.427985 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8a199749-1031-408c-850e-55ea11234ee6 req-db733eba-8cb2-4a18-a191-84f43eb5a450 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395799 Aug 25 16:12:41.631605 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a67d79-28d6-417d-86e0-3562bf18ad1d req-d2c8f6f9-4d36-4aab-8741-0d43e9919c8b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:41.633073 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e7a67d79-28d6-417d-86e0-3562bf18ad1d req-d2c8f6f9-4d36-4aab-8741-0d43e9919c8b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 945 time: 0.0838332 Aug 25 16:12:41.680942 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e7a67d79-28d6-417d-86e0-3562bf18ad1d req-4b202eae-6d83-4f61-8dab-69b767a8e1b2 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419390 Aug 25 16:12:41.695905 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-777043bb-9095-4b18-acb4-42f47d52247f req-ef74c533-a188-4cf7-997d-738812dc8c39 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1588573 Aug 25 16:12:41.807821 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-777043bb-9095-4b18-acb4-42f47d52247f req-32f60737-6707-49e2-b111-8853c3c444fd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8edaba4f7ed44dc86a4225c7ed9aa26&device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 1137 time: 0.0771346 Aug 25 16:12:41.951484 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777043bb-9095-4b18-acb4-42f47d52247f req-8f243cc7-50c8-4a11-9a33-f35c6f55ab3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:41.952848 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-777043bb-9095-4b18-acb4-42f47d52247f req-8f243cc7-50c8-4a11-9a33-f35c6f55ab3f service neutron] 10.222.0.21 "GET /v2.0/networks?id=53b8ca3b-c7b5-4977-bfe0-00939af2a7c1 HTTP/1.1" status: 200 len: 916 time: 0.1246660 Aug 25 16:12:42.057608 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-777043bb-9095-4b18-acb4-42f47d52247f req-133d79c1-be0f-4af2-81cd-1f5fbb1a1a70 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5bd4e30-0c43-4318-8d78-73888aaea93c HTTP/1.1" status: 200 len: 1000 time: 0.0979643 Aug 25 16:12:42.126207 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777043bb-9095-4b18-acb4-42f47d52247f req-ebedf3ce-eda6-4e3d-b57d-b712f29cf786 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:42.127626 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-777043bb-9095-4b18-acb4-42f47d52247f req-ebedf3ce-eda6-4e3d-b57d-b712f29cf786 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e30a288-df0f-46d0-af7f-e3694c937642 HTTP/1.1" status: 200 len: 853 time: 0.0632534 Aug 25 16:12:42.203825 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-777043bb-9095-4b18-acb4-42f47d52247f req-c2509028-5120-451f-a089-d2715051e495 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=53b8ca3b-c7b5-4977-bfe0-00939af2a7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676901 Aug 25 16:12:42.333003 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-777043bb-9095-4b18-acb4-42f47d52247f req-7476a8ac-d39c-4fb6-bbc8-4987c980e5d0 service neutron] 10.222.0.21 "GET /v2.0/networks/53b8ca3b-c7b5-4977-bfe0-00939af2a7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225636 Aug 25 16:12:42.465173 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-777043bb-9095-4b18-acb4-42f47d52247f req-c3fd616b-5a54-441f-a07e-00604b50f8d2 service neutron] 10.222.0.21 "GET /v2.0/networks/53b8ca3b-c7b5-4977-bfe0-00939af2a7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253226 Aug 25 16:12:42.621570 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4902aa-6f8a-4e97-95d4-e03c0c3143df req-a2df0927-2751-43c2-b7ae-048295d7f3b4 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:42.623016 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-cb4902aa-6f8a-4e97-95d4-e03c0c3143df req-a2df0927-2751-43c2-b7ae-048295d7f3b4 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0747514 Aug 25 16:12:42.670383 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-cb4902aa-6f8a-4e97-95d4-e03c0c3143df req-cd806986-fe70-4bdd-8b79-21afaa1e7a74 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419774 Aug 25 16:12:42.895417 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be34eb-a0a7-4106-bce1-0716dbfc4e90 req-67f1e001-12c8-400a-99a3-c3b668b69a06 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:42.896891 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b3be34eb-a0a7-4106-bce1-0716dbfc4e90 req-67f1e001-12c8-400a-99a3-c3b668b69a06 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 945 time: 0.0747168 Aug 25 16:12:42.944245 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b3be34eb-a0a7-4106-bce1-0716dbfc4e90 req-1af9c868-84ca-4433-8f4b-09b9c7e81d72 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417747 Aug 25 16:12:43.889131 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf6092-79d8-472e-98d5-efe296fc0f72 req-d48c03f9-7fbe-4369-8b18-e9d5dcfd7b1a tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:43.890615 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-88bf6092-79d8-472e-98d5-efe296fc0f72 req-d48c03f9-7fbe-4369-8b18-e9d5dcfd7b1a tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0851490 Aug 25 16:12:43.940932 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-88bf6092-79d8-472e-98d5-efe296fc0f72 req-480ca621-b9a2-4a9d-97d0-0837dc007d32 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420301 Aug 25 16:12:44.171014 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c501fb-59ed-40a0-bff2-f02786a1f775 req-80843439-0534-4507-844a-b397fc818a9b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:44.172445 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-43c501fb-59ed-40a0-bff2-f02786a1f775 req-80843439-0534-4507-844a-b397fc818a9b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 945 time: 0.0828793 Aug 25 16:12:44.218017 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-43c501fb-59ed-40a0-bff2-f02786a1f775 req-bad3c66d-9e86-406f-888b-d18e075064ab tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398982 Aug 25 16:12:45.141405 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8fdb9-c638-4483-ab6e-1383278715bc req-b674d939-9a31-4f7c-a867-8b7f66f60952 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:45.142830 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-23f8fdb9-c638-4483-ab6e-1383278715bc req-b674d939-9a31-4f7c-a867-8b7f66f60952 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0782261 Aug 25 16:12:45.187613 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-23f8fdb9-c638-4483-ab6e-1383278715bc req-5abfe091-9487-4f79-92d5-046ab8fb0562 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389094 Aug 25 16:12:45.430041 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ebad4-382e-4554-b099-b3d0cb7a258d req-2b292edb-f5dc-4c1c-bd56-6db29949aa58 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:45.431488 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-718ebad4-382e-4554-b099-b3d0cb7a258d req-2b292edb-f5dc-4c1c-bd56-6db29949aa58 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 945 time: 0.0792212 Aug 25 16:12:45.476618 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-718ebad4-382e-4554-b099-b3d0cb7a258d req-9dea8976-3ab6-4bfe-b532-c049e8011ca4 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394633 Aug 25 16:12:46.384529 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc79b1c-c2b2-4c64-b32e-980b1363d044 req-bfbbc9cc-5e2f-4b85-8865-fad8f8f9124a tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:46.386011 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1fc79b1c-c2b2-4c64-b32e-980b1363d044 req-bfbbc9cc-5e2f-4b85-8865-fad8f8f9124a tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0759397 Aug 25 16:12:46.431112 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1fc79b1c-c2b2-4c64-b32e-980b1363d044 req-cfdbebe1-3d83-4aca-ada8-d8701203441a tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396814 Aug 25 16:12:46.683596 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c97d8-64cc-490b-9974-c18171ef67a7 req-01a4142b-1494-402e-8bd3-d29387399716 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:46.685068 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-fd4c97d8-64cc-490b-9974-c18171ef67a7 req-01a4142b-1494-402e-8bd3-d29387399716 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 945 time: 0.0762839 Aug 25 16:12:46.732869 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-fd4c97d8-64cc-490b-9974-c18171ef67a7 req-a46275b4-e910-490f-9a00-673ea8073e2e tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423219 Aug 25 16:12:47.649309 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec35b8-f576-45f8-916a-d0538ae6b632 req-ac138032-d357-44c3-b2ea-613f2b2971e3 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:47.650907 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-37ec35b8-f576-45f8-916a-d0538ae6b632 req-ac138032-d357-44c3-b2ea-613f2b2971e3 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0955148 Aug 25 16:12:47.698052 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-37ec35b8-f576-45f8-916a-d0538ae6b632 req-36c4f766-a4c6-4a78-ab8c-a155cd9cc099 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416737 Aug 25 16:12:47.999250 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320a0b4-7a36-4ef8-8e12-835873d51a00 req-21b66204-1122-4fde-a2e7-53193b16b637 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:48.000675 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b320a0b4-7a36-4ef8-8e12-835873d51a00 req-21b66204-1122-4fde-a2e7-53193b16b637 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 945 time: 0.1332119 Aug 25 16:12:48.050415 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b320a0b4-7a36-4ef8-8e12-835873d51a00 req-348f40c9-c6e5-4cba-a024-4d5a2653cf5b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440280 Aug 25 16:12:48.896120 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e215bad-9184-4c47-8843-3f9ea331d0dc req-eeb16aa6-e89b-442d-a7ac-0d7af176b15a tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:48.897625 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2e215bad-9184-4c47-8843-3f9ea331d0dc req-eeb16aa6-e89b-442d-a7ac-0d7af176b15a tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0773892 Aug 25 16:12:48.948121 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2e215bad-9184-4c47-8843-3f9ea331d0dc req-a755e874-b8c1-447e-adb2-dd6b3f2ce96f tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449381 Aug 25 16:12:49.255928 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746af303-07ed-49e1-915d-04d7848069d6 req-db2a7f47-aa9b-49cf-99c8-06275d092c07 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:49.257691 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-746af303-07ed-49e1-915d-04d7848069d6 req-db2a7f47-aa9b-49cf-99c8-06275d092c07 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 945 time: 0.0759597 Aug 25 16:12:49.306513 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-746af303-07ed-49e1-915d-04d7848069d6 req-58c91e69-2a22-4e06-8af9-c6c240dfc28a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431309 Aug 25 16:12:50.184077 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e0c72-8c92-4de7-af4a-b279d4ff131e req-1a6a4f3f-788e-426d-9f3c-0a8e5e78ccf0 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:50.185590 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-ed1e0c72-8c92-4de7-af4a-b279d4ff131e req-1a6a4f3f-788e-426d-9f3c-0a8e5e78ccf0 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.1147835 Aug 25 16:12:50.234350 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-ed1e0c72-8c92-4de7-af4a-b279d4ff131e req-d4965cdd-25ca-4696-8cd0-a7ea66cea0da tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424685 Aug 25 16:12:50.520524 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3efc63c-f06e-463f-97d0-81400011974f req-59be11fd-8353-4fc3-a744-ad0bb162d892 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:50.521880 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c3efc63c-f06e-463f-97d0-81400011974f req-59be11fd-8353-4fc3-a744-ad0bb162d892 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 945 time: 0.0780070 Aug 25 16:12:50.566366 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c3efc63c-f06e-463f-97d0-81400011974f req-0b251ee1-a8b8-4b3c-9217-158554e6c5f5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390813 Aug 25 16:12:51.434750 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7c36-c4be-40b4-ba09-5f7d4b077099 req-dbd2ba0d-bd60-40d8-a5c6-20ac2c5941b9 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:51.436169 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-116d7c36-c4be-40b4-ba09-5f7d4b077099 req-dbd2ba0d-bd60-40d8-a5c6-20ac2c5941b9 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0787761 Aug 25 16:12:51.480049 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-116d7c36-c4be-40b4-ba09-5f7d4b077099 req-65cf30f3-2f60-402d-94df-ce24d1402386 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384300 Aug 25 16:12:51.795821 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4c364-6f15-4f83-a51d-fbcc1510eba3 req-74b999d2-6679-450b-831a-51f5fada8554 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:51.797509 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e6a4c364-6f15-4f83-a51d-fbcc1510eba3 req-74b999d2-6679-450b-831a-51f5fada8554 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 945 time: 0.0848675 Aug 25 16:12:51.843856 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e6a4c364-6f15-4f83-a51d-fbcc1510eba3 req-85cb2d38-f395-459d-a731-27f847728a8b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403819 Aug 25 16:12:51.851137 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8154168-47be-4dc5-a4ae-e02b7955fa72 req-5cccbc60-081a-4c60-bbba-92a484ba1b91 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:51.852600 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b8154168-47be-4dc5-a4ae-e02b7955fa72 req-5cccbc60-081a-4c60-bbba-92a484ba1b91 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0890613 Aug 25 16:12:51.901137 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b8154168-47be-4dc5-a4ae-e02b7955fa72 req-15308cbf-4e09-40b5-a3b2-557e72733f34 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427225 Aug 25 16:12:52.048307 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-558e8f97-561f-4127-8d79-ef0f90ffd4b2 req-991888ff-2f85-4028-889d-1082c1d4d952 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=164d6d5d38f140d09589b51641a7cdf3&device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 1098 time: 0.1512563 Aug 25 16:12:52.178385 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e8f97-561f-4127-8d79-ef0f90ffd4b2 req-0417dcf9-cc59-472f-9771-27d458d92dea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:52.179742 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-558e8f97-561f-4127-8d79-ef0f90ffd4b2 req-0417dcf9-cc59-472f-9771-27d458d92dea service neutron] 10.222.0.21 "GET /v2.0/networks?id=b0497f16-a3e0-46b0-81f5-eae02d264919 HTTP/1.1" status: 200 len: 912 time: 0.1236660 Aug 25 16:12:52.280257 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-558e8f97-561f-4127-8d79-ef0f90ffd4b2 req-794d031c-1e90-443a-b1c9-d6d73a7cb9c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49913d17-294d-4f67-859d-90517c3f0c9c HTTP/1.1" status: 200 len: 1000 time: 0.0930414 Aug 25 16:12:52.342085 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e8f97-561f-4127-8d79-ef0f90ffd4b2 req-39681881-3b70-4cbc-96a9-4caef1a49adc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:52.343524 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-558e8f97-561f-4127-8d79-ef0f90ffd4b2 req-39681881-3b70-4cbc-96a9-4caef1a49adc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03b41362-f061-4c09-83d7-5c1bf8e439a3 HTTP/1.1" status: 200 len: 849 time: 0.0564568 Aug 25 16:12:52.426744 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-558e8f97-561f-4127-8d79-ef0f90ffd4b2 req-ea9ff59f-6e3a-4d94-abde-18c29b2e869b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b0497f16-a3e0-46b0-81f5-eae02d264919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685039 Aug 25 16:12:52.564167 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-558e8f97-561f-4127-8d79-ef0f90ffd4b2 req-1f46f724-1972-454c-92be-762a78d107d3 service neutron] 10.222.0.21 "GET /v2.0/networks/b0497f16-a3e0-46b0-81f5-eae02d264919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314535 Aug 25 16:12:52.696151 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-558e8f97-561f-4127-8d79-ef0f90ffd4b2 req-4e1aac57-aeba-4337-9482-ee28b19c0991 service neutron] 10.222.0.21 "GET /v2.0/networks/b0497f16-a3e0-46b0-81f5-eae02d264919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250401 Aug 25 16:12:53.070297 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b2bb8-ce6b-4beb-8f49-7396d2ce03bc req-1c1d65f8-5572-4ec8-b547-0fe07bd9e4c8 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:53.071765 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-199b2bb8-ce6b-4beb-8f49-7396d2ce03bc req-1c1d65f8-5572-4ec8-b547-0fe07bd9e4c8 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 945 time: 0.0857906 Aug 25 16:12:53.096808 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9551a-8c8d-4863-b7d2-671a7d6a1bdb req-595f7b0c-95a8-4427-836f-2d27a1ea3ab7 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:53.098808 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-74f9551a-8c8d-4863-b7d2-671a7d6a1bdb req-595f7b0c-95a8-4427-836f-2d27a1ea3ab7 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0762880 Aug 25 16:12:53.117354 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-199b2bb8-ce6b-4beb-8f49-7396d2ce03bc req-077eb016-bf0d-4594-b48b-a9990a5ceab9 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400069 Aug 25 16:12:53.144115 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-74f9551a-8c8d-4863-b7d2-671a7d6a1bdb req-24ba7f2e-6127-45a7-b96f-bb2332bd2269 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398099 Aug 25 16:12:53.593368 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device eee7e442-18be-4a68-a41d-78529cd01cd6 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:12:53.723875 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port eee7e442-18be-4a68-a41d-78529cd01cd6, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=eee7e442-18be-4a68-a41d-78529cd01cd6,segment=NetworkSegment(a05c1134-7b51-454b-8aaa-f8bbb9036c51),segment_id=a05c1134-7b51-454b-8aaa-f8bbb9036c51)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:53.740501 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Returning: {'device': 'eee7e442-18be-4a68-a41d-78529cd01cd6', 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'port_id': 'eee7e442-18be-4a68-a41d-78529cd01cd6', 'mac_address': 'fa:16:3e:90:cd:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c90e4aa-a616-450f-a776-04d207824949', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:12:53.829978 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:53.847536 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eee7e442-18be-4a68-a41d-78529cd01cd6 {{(pid=75047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:12:53.862715 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port eee7e442-18be-4a68-a41d-78529cd01cd6, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=eee7e442-18be-4a68-a41d-78529cd01cd6,segment=NetworkSegment(a05c1134-7b51-454b-8aaa-f8bbb9036c51),segment_id=a05c1134-7b51-454b-8aaa-f8bbb9036c51)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:53.866064 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:53.867780 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:53.932225 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=eee7e442-18be-4a68-a41d-78529cd01cd6,revision_number=6']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:53.940108 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:53.940449 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:53.940775 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:53.941128 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:53.941979 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:53.942296 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:53.942611 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:53.942928 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:53.943240 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:53.943548 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:53.943856 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:53.947570 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:54.041945 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['eee7e442-18be-4a68-a41d-78529cd01cd6'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:12:54.328777 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5805cc4-0dfc-469d-9b36-01266db9ae67 req-11464b42-066e-47c4-ae8f-0c3c98cd9dab tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:54.330269 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-b5805cc4-0dfc-469d-9b36-01266db9ae67 req-11464b42-066e-47c4-ae8f-0c3c98cd9dab tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 944 time: 0.0771928 Aug 25 16:12:54.354691 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebf21c-d050-4f67-a8e6-82b0f357c771 req-96593d48-f99d-408c-a101-540f9171d73e tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:54.356396 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-24ebf21c-d050-4f67-a8e6-82b0f357c771 req-96593d48-f99d-408c-a101-540f9171d73e tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0851958 Aug 25 16:12:54.382914 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-b5805cc4-0dfc-469d-9b36-01266db9ae67 req-2578aedd-057a-4cfc-afef-6da295311bff tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469513 Aug 25 16:12:54.403528 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-24ebf21c-d050-4f67-a8e6-82b0f357c771 req-d082eec3-dab1-4681-897d-aa6fa0312770 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418675 Aug 25 16:12:55.607955 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device eee7e442-18be-4a68-a41d-78529cd01cd6 up at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:12:55.681701 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning complete for port eee7e442-18be-4a68-a41d-78529cd01cd6 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:55.682192 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:55.741327 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb825d-bafc-4c11-9376-20d3a543573f req-cbf2fdd3-3c0e-4959-8470-6223f5afe5be tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:55.743407 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-65bb825d-bafc-4c11-9376-20d3a543573f req-cbf2fdd3-3c0e-4959-8470-6223f5afe5be tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 944 time: 0.0818548 Aug 25 16:12:55.793645 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-65bb825d-bafc-4c11-9376-20d3a543573f req-0e525440-50b0-4657-a52f-3031947381b7 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444145 Aug 25 16:12:55.798751 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:55.828536 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf53c14-697d-43ce-9fae-9dc79de7d1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee7e442-18be-4a68-a41d-78529cd01cd6'}] {{(pid=75047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:55.841713 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port eee7e442-18be-4a68-a41d-78529cd01cd6, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=eee7e442-18be-4a68-a41d-78529cd01cd6,segment=NetworkSegment(a05c1134-7b51-454b-8aaa-f8bbb9036c51),segment_id=a05c1134-7b51-454b-8aaa-f8bbb9036c51)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:55.846533 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:55.849959 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-11f5f195-4ced-41f1-b3e5-6c9332590c22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:55.903322 dv-cinder-806008-1-iscsi neutron-server[75047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf53c14-697d-43ce-9fae-9dc79de7d1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee7e442-18be-4a68-a41d-78529cd01cd6', 'code': 200} Aug 25 16:12:55.931523 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-e125a1d8-2fbb-47b3-bb1a-2b452e8db3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:55.937444 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=eee7e442-18be-4a68-a41d-78529cd01cd6,revision_number=7']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:55.940607 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:56.413176 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:57.029218 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b46cf9-109f-4414-88f4-0dc735763542 req-850e8832-1e51-4b82-bf35-7ce1fc550cbc tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:57.030863 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e6b46cf9-109f-4414-88f4-0dc735763542 req-850e8832-1e51-4b82-bf35-7ce1fc550cbc tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 945 time: 0.0909109 Aug 25 16:12:57.081525 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e6b46cf9-109f-4414-88f4-0dc735763542 req-79657c67-e8fb-4398-913a-96f0f94937f6 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448830 Aug 25 16:12:58.222569 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-3568dfaa-7b49-4b29-993e-d0b728e833b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:58.336015 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5710a-7bd3-4ab4-a469-4c73f556b80d req-f381efb3-11aa-4b7a-b57f-897ed6da7205 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:58.349648 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-57f5710a-7bd3-4ab4-a469-4c73f556b80d req-f381efb3-11aa-4b7a-b57f-897ed6da7205 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 945 time: 0.1144507 Aug 25 16:12:58.419918 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-57f5710a-7bd3-4ab4-a469-4c73f556b80d req-2914b7d9-f11f-4d96-9bff-f83ea2352916 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588164 Aug 25 16:12:59.246132 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:59.670064 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c38f69-8041-4462-a880-6c80514c2df0 req-edfdf477-7577-4a4a-a45c-fbf69e263b98 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:59.672241 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-24c38f69-8041-4462-a880-6c80514c2df0 req-edfdf477-7577-4a4a-a45c-fbf69e263b98 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 945 time: 0.0839274 Aug 25 16:12:59.726396 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-24c38f69-8041-4462-a880-6c80514c2df0 req-0cb785c2-dadb-4953-a601-21fa38a7a8cb tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426378 Aug 25 16:13:00.681767 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:00.987679 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc09d9f-ef03-4a6b-adf1-0a248cd65975 req-aeedc029-53ba-4889-b41f-a0cbe58f8c90 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:00.989783 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-9bc09d9f-ef03-4a6b-adf1-0a248cd65975 req-aeedc029-53ba-4889-b41f-a0cbe58f8c90 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 945 time: 0.0923705 Aug 25 16:13:01.047366 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-9bc09d9f-ef03-4a6b-adf1-0a248cd65975 req-bc7a1f2e-f5e0-4511-8a97-0e93f2a7cb68 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510056 Aug 25 16:13:02.280659 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffcebd-16a4-4eb6-bc59-e41541648143 req-1bca2e43-6a6d-4639-acce-d43f739523bc tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:02.282236 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-68ffcebd-16a4-4eb6-bc59-e41541648143 req-1bca2e43-6a6d-4639-acce-d43f739523bc tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 945 time: 0.0900967 Aug 25 16:13:02.343039 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-68ffcebd-16a4-4eb6-bc59-e41541648143 req-277f880e-f454-4a29-a7b7-ab53af0f3e93 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488567 Aug 25 16:13:03.615427 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3376f-19a7-4cc9-99f4-897afa440b41 req-178d1e76-add8-4a75-8f0b-8fd80f007701 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:03.617000 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-1ad3376f-19a7-4cc9-99f4-897afa440b41 req-178d1e76-add8-4a75-8f0b-8fd80f007701 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 945 time: 0.1081729 Aug 25 16:13:03.673475 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-1ad3376f-19a7-4cc9-99f4-897afa440b41 req-93152dad-ac8c-4b13-993e-9a7e7bd6ed81 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505047 Aug 25 16:13:04.922893 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebd88e-435f-44b4-b0e2-0cfe4e47b4d7 req-e22f4b16-7f38-445d-8ade-5343da3bbb61 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:04.925082 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-08ebd88e-435f-44b4-b0e2-0cfe4e47b4d7 req-e22f4b16-7f38-445d-8ade-5343da3bbb61 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 945 time: 0.0881011 Aug 25 16:13:04.990288 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-08ebd88e-435f-44b4-b0e2-0cfe4e47b4d7 req-30c97e07-15d9-480c-87bc-7f1db91faed7 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578053 Aug 25 16:13:06.244159 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e5127-0e20-41a2-b72d-c7cd12114736 req-e3b17e11-ffb6-449c-94da-f827971ada40 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:06.252921 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-1b6e5127-0e20-41a2-b72d-c7cd12114736 req-e3b17e11-ffb6-449c-94da-f827971ada40 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 945 time: 0.0960791 Aug 25 16:13:06.295169 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-1b6e5127-0e20-41a2-b72d-c7cd12114736 req-0e60d35a-32be-454b-ac95-80e5c7a8d862 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411837 Aug 25 16:13:07.284754 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5fe006e4-7575-4c0b-b375-b70d58684b24 req-e7cdf319-697c-4b72-9ebc-1858c26066ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd338f4b7714b59867e69ddd8df8b95&device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 1098 time: 0.0714035 Aug 25 16:13:07.420763 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe006e4-7575-4c0b-b375-b70d58684b24 req-a3ca9eb7-19e7-405f-a18b-720ff2fa600b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:07.422260 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5fe006e4-7575-4c0b-b375-b70d58684b24 req-a3ca9eb7-19e7-405f-a18b-720ff2fa600b service neutron] 10.222.0.21 "GET /v2.0/networks?id=f850c874-26b5-48b0-8127-913ec3bc37ac HTTP/1.1" status: 200 len: 919 time: 0.1292064 Aug 25 16:13:07.672290 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5fe006e4-7575-4c0b-b375-b70d58684b24 req-058fd8de-e755-40a8-b8bc-2085268914dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eee7e442-18be-4a68-a41d-78529cd01cd6 HTTP/1.1" status: 200 len: 1001 time: 0.2406087 Aug 25 16:13:07.731701 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14240dbc-7c16-415b-8a17-eb0ff1873e5d req-4d1e4457-5df7-464f-8930-41400c9c3a39 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:07.733191 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-14240dbc-7c16-415b-8a17-eb0ff1873e5d req-4d1e4457-5df7-464f-8930-41400c9c3a39 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 945 time: 0.3004301 Aug 25 16:13:07.764316 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe006e4-7575-4c0b-b375-b70d58684b24 req-59618080-4e01-4592-8b59-d742258351da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:07.765777 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5fe006e4-7575-4c0b-b375-b70d58684b24 req-59618080-4e01-4592-8b59-d742258351da service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c90e4aa-a616-450f-a776-04d207824949 HTTP/1.1" status: 200 len: 856 time: 0.0868227 Aug 25 16:13:07.833513 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-14240dbc-7c16-415b-8a17-eb0ff1873e5d req-57196460-6f40-4ecd-bcd6-a1345f2c079c tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938945 Aug 25 16:13:07.857042 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5fe006e4-7575-4c0b-b375-b70d58684b24 req-5894e76a-cce4-443c-9510-2b424df2b993 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f850c874-26b5-48b0-8127-913ec3bc37ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840533 Aug 25 16:13:07.997180 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5fe006e4-7575-4c0b-b375-b70d58684b24 req-161b61ef-7166-4c66-90a3-680a9f7493d4 service neutron] 10.222.0.21 "GET /v2.0/networks/f850c874-26b5-48b0-8127-913ec3bc37ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304488 Aug 25 16:13:08.135886 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5fe006e4-7575-4c0b-b375-b70d58684b24 req-9cfd4163-f3d3-458a-b630-5015c3cb24f1 service neutron] 10.222.0.21 "GET /v2.0/networks/f850c874-26b5-48b0-8127-913ec3bc37ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284695 Aug 25 16:13:08.434875 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:13:09.056868 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123313f-01e0-4097-a2c6-bc68a9080cca req-6a48304d-28df-4191-ac22-8c22dfdb8f44 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:09.058373 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-4123313f-01e0-4097-a2c6-bc68a9080cca req-6a48304d-28df-4191-ac22-8c22dfdb8f44 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 945 time: 0.0847940 Aug 25 16:13:09.105940 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-4123313f-01e0-4097-a2c6-bc68a9080cca req-23c070cb-776d-4445-885c-5ab4e29d67e2 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420351 Aug 25 16:13:10.331164 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae9942-aba9-4164-8c23-767d321a622b req-9588bf49-06a5-4fd8-8ea8-4c70d439ccbc tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:10.333115 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-baae9942-aba9-4164-8c23-767d321a622b req-9588bf49-06a5-4fd8-8ea8-4c70d439ccbc tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 945 time: 0.0880861 Aug 25 16:13:10.391804 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-baae9942-aba9-4164-8c23-767d321a622b req-fee6a72d-366a-4e3f-8d43-0c5e4ecbc657 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523741 Aug 25 16:13:10.739143 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:11.603942 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9201315-8665-4d97-a1d8-2807473c2810 req-789973f8-79f1-4968-a41c-cb94a33b1841 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:11.605468 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b9201315-8665-4d97-a1d8-2807473c2810 req-789973f8-79f1-4968-a41c-cb94a33b1841 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 945 time: 0.0795844 Aug 25 16:13:11.651657 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b9201315-8665-4d97-a1d8-2807473c2810 req-19ff00c8-e7e8-4ceb-8b1e-70187fd62f57 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406837 Aug 25 16:13:11.692294 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device eee7e442-18be-4a68-a41d-78529cd01cd6 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:13:11.804762 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:11.832726 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf53c14-697d-43ce-9fae-9dc79de7d1fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eee7e442-18be-4a68-a41d-78529cd01cd6'}] {{(pid=75047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:13:11.843713 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port eee7e442-18be-4a68-a41d-78529cd01cd6, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=eee7e442-18be-4a68-a41d-78529cd01cd6,segment=NetworkSegment(a05c1134-7b51-454b-8aaa-f8bbb9036c51),segment_id=a05c1134-7b51-454b-8aaa-f8bbb9036c51)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:11.849262 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:11.852026 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d40365c-8b82-4c67-96dc-37951e8a3abb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:11.909883 dv-cinder-806008-1-iscsi neutron-server[75047]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9bf53c14-697d-43ce-9fae-9dc79de7d1fd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eee7e442-18be-4a68-a41d-78529cd01cd6', 'code': 422} returned with failed status Aug 25 16:13:11.949748 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=eee7e442-18be-4a68-a41d-78529cd01cd6,revision_number=8']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:11.952902 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:12.645544 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-73433ecb-b5c5-436c-af26-9a5e8bcbfe11 req-b3ff7a0b-dc79-4bc5-a612-22ea795aa2ef service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1985836 Aug 25 16:13:12.900432 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 53448) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:12.916084 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b96e06-481c-43ea-994a-6d520531956a req-d0184670-6a7a-42c9-b6d5-6c34fafd3074 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:12.917616 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-65b96e06-481c-43ea-994a-6d520531956a req-d0184670-6a7a-42c9-b6d5-6c34fafd3074 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0804703 Aug 25 16:13:12.967798 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-65b96e06-481c-43ea-994a-6d520531956a req-8f5614d7-b473-4606-8224-e76e7ba12578 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445995 Aug 25 16:13:13.075666 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2a5a8226-0450-4c99-b2c1-76f805699fc9 req-5f80a915-6892-4847-97ad-e74f22a06300 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1739025 Aug 25 16:13:14.195885 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d60bf5-46e7-4355-972b-60f268fa83ce req-56b6ae37-e1d4-43f0-9c16-cb2c5b18590b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:14.197366 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-69d60bf5-46e7-4355-972b-60f268fa83ce req-56b6ae37-e1d4-43f0-9c16-cb2c5b18590b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0838728 Aug 25 16:13:14.244066 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-69d60bf5-46e7-4355-972b-60f268fa83ce req-26646a7e-1f0a-41ba-9017-f15224cb4212 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410681 Aug 25 16:13:14.652089 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2a5a8226-0450-4c99-b2c1-76f805699fc9 req-9181c40b-05cc-4d3e-a589-97a136f7f689 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd&tenant_id=ebd338f4b7714b59867e69ddd8df8b95 HTTP/1.1" status: 200 len: 1096 time: 0.0714471 Aug 25 16:13:14.766262 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2a5a8226-0450-4c99-b2c1-76f805699fc9 req-45528f29-87a7-4416-95c3-af17f398a7ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd338f4b7714b59867e69ddd8df8b95&device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 1096 time: 0.0693977 Aug 25 16:13:14.902275 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a8226-0450-4c99-b2c1-76f805699fc9 req-6c8f63c8-b5ac-4e34-ad0a-24b4af6b8ec5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:14.904005 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2a5a8226-0450-4c99-b2c1-76f805699fc9 req-6c8f63c8-b5ac-4e34-ad0a-24b4af6b8ec5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f850c874-26b5-48b0-8127-913ec3bc37ac HTTP/1.1" status: 200 len: 919 time: 0.1293118 Aug 25 16:13:15.012139 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2a5a8226-0450-4c99-b2c1-76f805699fc9 req-50589823-cdc3-46af-a761-6bbf583f0686 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eee7e442-18be-4a68-a41d-78529cd01cd6 HTTP/1.1" status: 200 len: 999 time: 0.1004400 Aug 25 16:13:15.080799 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a8226-0450-4c99-b2c1-76f805699fc9 req-5f0734ce-7eb4-4f89-9000-407a153b716b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:15.082297 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2a5a8226-0450-4c99-b2c1-76f805699fc9 req-5f0734ce-7eb4-4f89-9000-407a153b716b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c90e4aa-a616-450f-a776-04d207824949 HTTP/1.1" status: 200 len: 856 time: 0.0620580 Aug 25 16:13:15.158197 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2a5a8226-0450-4c99-b2c1-76f805699fc9 req-55824361-6ecd-4ebb-b64c-6237d26fbedd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f850c874-26b5-48b0-8127-913ec3bc37ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683086 Aug 25 16:13:15.294003 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2a5a8226-0450-4c99-b2c1-76f805699fc9 req-8bf4aaa5-6e05-4052-92f1-80ee895acce3 service neutron] 10.222.0.21 "GET /v2.0/networks/f850c874-26b5-48b0-8127-913ec3bc37ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265318 Aug 25 16:13:15.486853 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2a5a8226-0450-4c99-b2c1-76f805699fc9 req-26de3ce0-4cb3-4925-9c6a-c650b1e822ab service neutron] 10.222.0.21 "GET /v2.0/networks/f850c874-26b5-48b0-8127-913ec3bc37ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833825 Aug 25 16:13:15.503953 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b78f9e-a5ea-4c53-8092-21bbc021dd39 req-e40e3112-381b-463f-9eb6-0d307f6af77f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:15.505357 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a1b78f9e-a5ea-4c53-8092-21bbc021dd39 req-e40e3112-381b-463f-9eb6-0d307f6af77f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.1231203 Aug 25 16:13:15.639176 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a1b78f9e-a5ea-4c53-8092-21bbc021dd39 req-2e58a205-42b3-4319-b57b-d588097b05a3 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278236 Aug 25 16:13:16.875762 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a8175-9aca-44c8-813d-c581735b4e5a req-b1d0ffc8-4f79-40a6-8c75-acde481afee3 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:16.877264 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-528a8175-9aca-44c8-813d-c581735b4e5a req-b1d0ffc8-4f79-40a6-8c75-acde481afee3 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0838561 Aug 25 16:13:16.923469 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-528a8175-9aca-44c8-813d-c581735b4e5a req-04748e0b-a897-4575-911d-823f346abb43 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393398 Aug 25 16:13:18.145468 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293f6fb-3f99-4ec3-bc43-51219008091b req-a3c6ba10-c393-41cf-91c6-3558792d5e19 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:18.146934 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9293f6fb-3f99-4ec3-bc43-51219008091b req-a3c6ba10-c393-41cf-91c6-3558792d5e19 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0847709 Aug 25 16:13:18.195421 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9293f6fb-3f99-4ec3-bc43-51219008091b req-9a20fb98-cdc0-40ee-9707-18e03e8dbaea tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428839 Aug 25 16:13:19.420934 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2a5f6-4f1c-4691-afd3-fa45b675587b req-2c58e8f4-89b9-4a56-96c7-db20eb361601 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:19.422531 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7cb2a5f6-4f1c-4691-afd3-fa45b675587b req-2c58e8f4-89b9-4a56-96c7-db20eb361601 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0883579 Aug 25 16:13:19.475795 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7cb2a5f6-4f1c-4691-afd3-fa45b675587b req-37db247b-df9b-4478-9920-9f171a21b4cf tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474226 Aug 25 16:13:20.703813 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270fd0a-28a3-4bde-a619-34240b6338c4 req-5d309b18-d67b-49d5-969f-66351cfcd0b0 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:20.708984 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8270fd0a-28a3-4bde-a619-34240b6338c4 req-5d309b18-d67b-49d5-969f-66351cfcd0b0 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0900249 Aug 25 16:13:20.758730 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8270fd0a-28a3-4bde-a619-34240b6338c4 req-5395d8be-007e-4fe0-9452-a31637c1cccf tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449648 Aug 25 16:13:21.982029 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767f2c2-ff11-4708-a5d3-ccd2cb67af50 req-539bd0e5-34ad-458a-9277-67589ec5b275 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:21.984338 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a767f2c2-ff11-4708-a5d3-ccd2cb67af50 req-539bd0e5-34ad-458a-9277-67589ec5b275 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0820851 Aug 25 16:13:22.036408 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a767f2c2-ff11-4708-a5d3-ccd2cb67af50 req-22c796c6-78ab-48fa-a76b-9dbb28e744ef tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461020 Aug 25 16:13:22.983271 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47fcdd2-6089-4d97-a7c4-ce554e43fbd5 req-e5598ad0-43a0-42a8-ac09-5ed7d5a77861 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:22.984726 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f47fcdd2-6089-4d97-a7c4-ce554e43fbd5 req-e5598ad0-43a0-42a8-ac09-5ed7d5a77861 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 946 time: 0.0903473 Aug 25 16:13:23.029976 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f47fcdd2-6089-4d97-a7c4-ce554e43fbd5 req-d084dfa1-3947-4a90-85af-e1e2d173601b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390708 Aug 25 16:13:23.262495 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fc8be-ac4c-4805-a41e-9df3586cf3de req-6bf1ecc6-6365-4602-832d-1e8020e2590e tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:23.263862 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-422fc8be-ac4c-4805-a41e-9df3586cf3de req-6bf1ecc6-6365-4602-832d-1e8020e2590e tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0812845 Aug 25 16:13:23.315496 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-422fc8be-ac4c-4805-a41e-9df3586cf3de req-9c6115e4-6888-4e60-b0e3-4a6100b5794a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455685 Aug 25 16:13:24.328854 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c19d3d-6c93-4ac2-b36c-2c2b5ba68330 req-71f135a2-a0cb-41d9-894f-89d8b3cbc5f6 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:24.330222 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c6c19d3d-6c93-4ac2-b36c-2c2b5ba68330 req-71f135a2-a0cb-41d9-894f-89d8b3cbc5f6 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 946 time: 0.1573708 Aug 25 16:13:24.385650 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c6c19d3d-6c93-4ac2-b36c-2c2b5ba68330 req-c1f54fc8-178b-4902-8399-7d5dd1db8126 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491331 Aug 25 16:13:24.551650 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97366761-0126-45e0-9114-7cdc5a9eadd3 req-b04a516f-bea8-48fe-aa5b-e43ccb3b389f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:24.553237 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-97366761-0126-45e0-9114-7cdc5a9eadd3 req-b04a516f-bea8-48fe-aa5b-e43ccb3b389f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0843787 Aug 25 16:13:24.599798 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-97366761-0126-45e0-9114-7cdc5a9eadd3 req-d592888a-34b7-4309-a14c-abeb469919c5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409338 Aug 25 16:13:25.602437 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12758a9-7d1c-4935-b2d0-f8e956acd794 req-700d2c18-4104-42f9-b775-c243fb25abe5 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:25.603916 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e12758a9-7d1c-4935-b2d0-f8e956acd794 req-700d2c18-4104-42f9-b775-c243fb25abe5 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 946 time: 0.0820820 Aug 25 16:13:25.665062 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e12758a9-7d1c-4935-b2d0-f8e956acd794 req-a3588a53-8c99-4a9c-a932-2e16df443072 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554821 Aug 25 16:13:25.839627 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a729162-b3db-4c68-820b-54d2d4a7659f req-9720d8e9-1cfc-4774-a876-348b0d6e9234 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:25.841136 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8a729162-b3db-4c68-820b-54d2d4a7659f req-9720d8e9-1cfc-4774-a876-348b0d6e9234 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0863278 Aug 25 16:13:25.888261 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8a729162-b3db-4c68-820b-54d2d4a7659f req-d867315b-8dbb-4d54-abcd-b85dd912161b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416486 Aug 25 16:13:25.926360 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-57d390c7-95f7-44a9-9b9d-8b973b97033e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:26.407184 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:26.882718 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60e5e3-c986-4aea-98f4-d7510f336d51 req-39e5662e-9f88-448a-88ce-def5db31fbe0 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:26.884422 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8a60e5e3-c986-4aea-98f4-d7510f336d51 req-39e5662e-9f88-448a-88ce-def5db31fbe0 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 946 time: 0.0995097 Aug 25 16:13:26.949667 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8a60e5e3-c986-4aea-98f4-d7510f336d51 req-0820817b-c313-451d-a1e0-233e6bbe694f tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577660 Aug 25 16:13:27.135737 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939fc32-b37e-400f-9371-db3e559906a0 req-76bf5f9b-6566-406c-819a-cbf3d91919da tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:27.137313 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7939fc32-b37e-400f-9371-db3e559906a0 req-76bf5f9b-6566-406c-819a-cbf3d91919da tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0927525 Aug 25 16:13:27.185718 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7939fc32-b37e-400f-9371-db3e559906a0 req-183be071-7c36-496c-8ac0-70d31637ab43 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426872 Aug 25 16:13:28.150343 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b5993-6fcf-4d5f-9355-518493af5408 req-3a9a8cf5-75df-4125-93d1-59778eeb9324 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:28.151741 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2f0b5993-6fcf-4d5f-9355-518493af5408 req-3a9a8cf5-75df-4125-93d1-59778eeb9324 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 946 time: 0.0783029 Aug 25 16:13:28.201646 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2f0b5993-6fcf-4d5f-9355-518493af5408 req-98802970-fcd5-497d-a259-0a42d257a62c tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441000 Aug 25 16:13:28.217814 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-ab6e5bfe-359a-466f-94a7-c16d3ce77af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:28.412856 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1584e8-6e52-4039-8cd7-36cc90f5cf71 req-e3f6f8d3-a880-492f-9bdb-dbef54e21404 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:28.414251 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9b1584e8-6e52-4039-8cd7-36cc90f5cf71 req-e3f6f8d3-a880-492f-9bdb-dbef54e21404 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0866935 Aug 25 16:13:28.460592 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9b1584e8-6e52-4039-8cd7-36cc90f5cf71 req-85f38a2a-d908-464a-9eaa-435429489e92 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408201 Aug 25 16:13:29.242486 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:29.434582 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cf042-1b0d-48cc-b1f5-7d0be36cef80 req-1f203602-1b21-4007-a1a4-b1963fafe668 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:29.436039 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a06cf042-1b0d-48cc-b1f5-7d0be36cef80 req-1f203602-1b21-4007-a1a4-b1963fafe668 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 946 time: 0.1011209 Aug 25 16:13:29.481886 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a06cf042-1b0d-48cc-b1f5-7d0be36cef80 req-20a15162-a2cf-4fec-a500-2c52192bf7c9 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401359 Aug 25 16:13:29.693843 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff82004-5937-49f4-8ac9-60fc9db001d1 req-7b750c2e-98f4-4d63-8598-ac571e3f26d7 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:29.695238 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1ff82004-5937-49f4-8ac9-60fc9db001d1 req-7b750c2e-98f4-4d63-8598-ac571e3f26d7 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0807915 Aug 25 16:13:29.749326 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1ff82004-5937-49f4-8ac9-60fc9db001d1 req-f82e942a-0fca-456f-bd39-33f254534a6f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482574 Aug 25 16:13:30.682334 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:30.688338 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e104c71-86eb-47bb-8935-dc77e2aed697 req-f3ee75f5-d055-461b-aed0-9a7c33c63f4a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:30.689822 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8e104c71-86eb-47bb-8935-dc77e2aed697 req-f3ee75f5-d055-461b-aed0-9a7c33c63f4a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 946 time: 0.0793114 Aug 25 16:13:30.745172 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8e104c71-86eb-47bb-8935-dc77e2aed697 req-fc3e167d-271e-482c-86ad-b2931076a22a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496511 Aug 25 16:13:30.973653 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40da81a-a36e-4b7c-9b9a-fd991a02ff0e req-9295f260-4d4e-4cfd-b3f2-9e268776d91a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:30.976624 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a40da81a-a36e-4b7c-9b9a-fd991a02ff0e req-9295f260-4d4e-4cfd-b3f2-9e268776d91a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0871305 Aug 25 16:13:31.025047 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a40da81a-a36e-4b7c-9b9a-fd991a02ff0e req-b07d7249-c794-4bc9-8ceb-3a3521df56f2 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417743 Aug 25 16:13:31.948354 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27970939-ab88-488f-a7cb-becac503a3a0 req-0b12732b-c3a8-468d-bad2-f8cad90ada5d tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:31.949832 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-27970939-ab88-488f-a7cb-becac503a3a0 req-0b12732b-c3a8-468d-bad2-f8cad90ada5d tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 946 time: 0.0819604 Aug 25 16:13:31.995995 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-27970939-ab88-488f-a7cb-becac503a3a0 req-8d3baefe-9f87-4a9d-a357-ce4131e70b17 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406690 Aug 25 16:13:32.246312 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23aedb-ab92-4a12-9548-416a0d907c94 req-3efd36ff-93bf-482e-92e0-bf7342787217 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:32.247788 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9c23aedb-ab92-4a12-9548-416a0d907c94 req-3efd36ff-93bf-482e-92e0-bf7342787217 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0840089 Aug 25 16:13:32.292702 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9c23aedb-ab92-4a12-9548-416a0d907c94 req-9e6f0230-d916-4e35-bf2d-baa81d2e9cb4 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394442 Aug 25 16:13:33.195955 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb197e-766e-4de9-8f87-fb8bfb9a96cd req-c66c7399-e431-4ae2-8fbd-688c77abcf6b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:33.197419 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8ecb197e-766e-4de9-8f87-fb8bfb9a96cd req-c66c7399-e431-4ae2-8fbd-688c77abcf6b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 946 time: 0.0800159 Aug 25 16:13:33.241831 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8ecb197e-766e-4de9-8f87-fb8bfb9a96cd req-bbe760c3-4c07-4836-aafc-cd4ceac7c4c1 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390346 Aug 25 16:13:33.501295 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495d39d-b0cb-4cc4-8a71-09b4095a358c req-f8469844-85cd-4c1e-9ce8-26e75eb45070 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:33.502720 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7495d39d-b0cb-4cc4-8a71-09b4095a358c req-f8469844-85cd-4c1e-9ce8-26e75eb45070 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0746181 Aug 25 16:13:33.546763 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7495d39d-b0cb-4cc4-8a71-09b4095a358c req-9738248a-0daa-4d7c-8f43-22353cb05692 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382786 Aug 25 16:13:34.437799 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402636e8-6cee-4d7f-9835-5067f4349c60 req-c2d58e98-8934-4cfc-8c46-977d91b36404 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:34.439243 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-402636e8-6cee-4d7f-9835-5067f4349c60 req-c2d58e98-8934-4cfc-8c46-977d91b36404 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 946 time: 0.0769227 Aug 25 16:13:34.483939 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-402636e8-6cee-4d7f-9835-5067f4349c60 req-7999a5b4-654b-44f5-b16e-3b48be9e23bd tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392110 Aug 25 16:13:34.767029 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707cac2-1469-4a76-8be5-eff1c5996eab req-f1e2eb6e-7a2f-4ec3-af61-29d7156bf305 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:34.768534 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3707cac2-1469-4a76-8be5-eff1c5996eab req-f1e2eb6e-7a2f-4ec3-af61-29d7156bf305 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0795341 Aug 25 16:13:34.816644 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3707cac2-1469-4a76-8be5-eff1c5996eab req-625939fa-302f-4121-8a99-d7d78f1412a5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412972 Aug 25 16:13:35.683724 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d1cf5-5867-409d-8736-b0e722912a67 req-d79d41b6-1e18-4144-a28b-f763bd1cbc89 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:35.685091 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-0f6d1cf5-5867-409d-8736-b0e722912a67 req-d79d41b6-1e18-4144-a28b-f763bd1cbc89 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 946 time: 0.0797968 Aug 25 16:13:35.730229 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-0f6d1cf5-5867-409d-8736-b0e722912a67 req-266a82a5-91e7-478f-a98d-3f971e59c248 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396996 Aug 25 16:13:36.023867 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336da06b-3ea8-41cd-a067-705689fcb63d req-6e007bd3-fcb9-4ed5-9f03-ca2083235a95 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:36.025365 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-336da06b-3ea8-41cd-a067-705689fcb63d req-6e007bd3-fcb9-4ed5-9f03-ca2083235a95 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0756075 Aug 25 16:13:36.070480 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-336da06b-3ea8-41cd-a067-705689fcb63d req-195545d3-8ef3-4b9a-b6ec-b97f6d1f5a63 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396318 Aug 25 16:13:36.922827 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1187b-f446-4cde-ab49-804ca28c737a req-e334a3e0-40c4-494b-9d1b-dfa61cb2799c tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:36.924261 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8ab1187b-f446-4cde-ab49-804ca28c737a req-e334a3e0-40c4-494b-9d1b-dfa61cb2799c tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 946 time: 0.0743132 Aug 25 16:13:36.973026 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8ab1187b-f446-4cde-ab49-804ca28c737a req-1784891d-9eb8-434d-9aca-d2d2c58c8c61 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426362 Aug 25 16:13:37.009921 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d301d31-daf2-4b3c-aa08-b1f82065e6e6 req-257bb7a8-1cc8-4bda-9227-3559812bcb97 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:37.011962 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4d301d31-daf2-4b3c-aa08-b1f82065e6e6 req-257bb7a8-1cc8-4bda-9227-3559812bcb97 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.21 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 946 time: 0.0855780 Aug 25 16:13:37.082732 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-4d301d31-daf2-4b3c-aa08-b1f82065e6e6 req-39a8be00-3047-4837-af18-21c42be9bd1a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Deleting port 47bc703f-8019-401a-88e6-3139b33f8cb9 {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:13:37.083299 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-4d301d31-daf2-4b3c-aa08-b1f82065e6e6 req-39a8be00-3047-4837-af18-21c42be9bd1a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:37.459624 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-4d301d31-daf2-4b3c-aa08-b1f82065e6e6 req-39a8be00-3047-4837-af18-21c42be9bd1a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] For port 47bc703f-8019-401a-88e6-3139b33f8cb9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=47bc703f-8019-401a-88e6-3139b33f8cb9,segment=NetworkSegment(630333ee-311f-409b-bedf-635d01350e69),segment_id=630333ee-311f-409b-bedf-635d01350e69)] {{(pid=75046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:37.459973 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-4d301d31-daf2-4b3c-aa08-b1f82065e6e6 req-39a8be00-3047-4837-af18-21c42be9bd1a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:37.478730 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeaac26-a274-4828-a807-8c914840dcc5 req-a3afd35e-9ad7-4d0f-965e-326300882844 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:37.480172 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-cfeaac26-a274-4828-a807-8c914840dcc5 req-a3afd35e-9ad7-4d0f-965e-326300882844 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.2687697 Aug 25 16:13:37.669525 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-cfeaac26-a274-4828-a807-8c914840dcc5 req-f4f1a200-3de6-4d18-ab2a-bbdc343e19ad tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417909 Aug 25 16:13:37.781175 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-4d301d31-daf2-4b3c-aa08-b1f82065e6e6 req-39a8be00-3047-4837-af18-21c42be9bd1a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:37.781542 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-4d301d31-daf2-4b3c-aa08-b1f82065e6e6 req-39a8be00-3047-4837-af18-21c42be9bd1a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683597'] for floatingip, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:37.781851 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.db.l3_db [req-4d301d31-daf2-4b3c-aa08-b1f82065e6e6 req-39a8be00-3047-4837-af18-21c42be9bd1a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Floating IP 57f6e175-5917-4224-8fb4-6e340631717b disassociated. External IP: 172.27.1.226, port: 47bc703f-8019-401a-88e6-3139b33f8cb9. Aug 25 16:13:37.782186 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-4d301d31-daf2-4b3c-aa08-b1f82065e6e6 req-39a8be00-3047-4837-af18-21c42be9bd1a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Calling delete_port for 47bc703f-8019-401a-88e6-3139b33f8cb9 owned by compute:nova {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:13:37.922633 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-4d301d31-daf2-4b3c-aa08-b1f82065e6e6 req-39a8be00-3047-4837-af18-21c42be9bd1a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:37.928185 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-eaef33d7-0609-43dc-a6d6-44d32d49b75f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:37.973250 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8be00-3047-4837-af18-21c42be9bd1a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Pushing event deleted for resources: {'Port': ['ID=47bc703f-8019-401a-88e6-3139b33f8cb9,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:37.985735 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a8be00-3047-4837-af18-21c42be9bd1a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:37.986096 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a8be00-3047-4837-af18-21c42be9bd1a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:37.986448 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a8be00-3047-4837-af18-21c42be9bd1a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:37.986795 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a8be00-3047-4837-af18-21c42be9bd1a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:37.987140 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a8be00-3047-4837-af18-21c42be9bd1a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:37.987485 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a8be00-3047-4837-af18-21c42be9bd1a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:37.987825 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a8be00-3047-4837-af18-21c42be9bd1a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:37.988168 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a8be00-3047-4837-af18-21c42be9bd1a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:37.988504 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a8be00-3047-4837-af18-21c42be9bd1a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:37.988838 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a8be00-3047-4837-af18-21c42be9bd1a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:37.989198 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a8be00-3047-4837-af18-21c42be9bd1a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:37.992502 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-39a8be00-3047-4837-af18-21c42be9bd1a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:38.136118 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-0377ef67-1533-4a93-99a7-f4a8c93d3059 req-578b2a32-40f0-49df-a145-c0663d22ab8c tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 210 time: 0.0414388 Aug 25 16:13:38.187384 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d301d31-daf2-4b3c-aa08-b1f82065e6e6 req-39a8be00-3047-4837-af18-21c42be9bd1a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Router e011034f-6880-473d-9d2e-9348615babe3 has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:13:38.392842 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d301d31-daf2-4b3c-aa08-b1f82065e6e6 req-39a8be00-3047-4837-af18-21c42be9bd1a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:13:38.401994 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c039e13e-b67f-4a34-bb00-1863a657c5b9 None None] Sync routers for ids ['e011034f-6880-473d-9d2e-9348615babe3'] in dv-cinder-806008-1-iscsi {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:13:38.414512 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c039e13e-b67f-4a34-bb00-1863a657c5b9 None None] Routers {'e011034f-6880-473d-9d2e-9348615babe3'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:13:38.415225 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-c039e13e-b67f-4a34-bb00-1863a657c5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:13:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['e011034f-6880-473d-9d2e-9348615babe3'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:38.463666 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d301d31-daf2-4b3c-aa08-b1f82065e6e6 req-39a8be00-3047-4837-af18-21c42be9bd1a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] No DVR routers for this DVR port 47bc703f-8019-401a-88e6-3139b33f8cb9 on host hv-cinder-80600 {{(pid=75046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:13:38.466367 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-4d301d31-daf2-4b3c-aa08-b1f82065e6e6 req-39a8be00-3047-4837-af18-21c42be9bd1a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:38.470457 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8303786f-07e2-4f55-bf0a-2f376ea977b1', 'name': 'network-vif-deleted', 'tag': '47bc703f-8019-401a-88e6-3139b33f8cb9'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:13:38.486675 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4d301d31-daf2-4b3c-aa08-b1f82065e6e6 req-39a8be00-3047-4837-af18-21c42be9bd1a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.21 "DELETE /v2.0/ports/47bc703f-8019-401a-88e6-3139b33f8cb9 HTTP/1.1" status: 204 len: 173 time: 1.4677615 Aug 25 16:13:38.527288 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8303786f-07e2-4f55-bf0a-2f376ea977b1', 'name': 'network-vif-deleted', 'tag': '47bc703f-8019-401a-88e6-3139b33f8cb9', 'status': 'completed', 'code': 200} Aug 25 16:13:38.619599 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-c039e13e-b67f-4a34-bb00-1863a657c5b9 None None] Set router e011034f-6880-473d-9d2e-9348615babe3 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:13:38.891915 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea29ae-4ff8-4a10-b4af-7422a217cd3d req-d7bc6f5f-ea0c-4029-be17-7a3389b86c2a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:38.893906 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-09ea29ae-4ff8-4a10-b4af-7422a217cd3d req-d7bc6f5f-ea0c-4029-be17-7a3389b86c2a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0814080 Aug 25 16:13:38.942005 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-09ea29ae-4ff8-4a10-b4af-7422a217cd3d req-d8b38d96-f41e-49d3-b1a2-704a33400007 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419974 Aug 25 16:13:38.945636 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-c039e13e-b67f-4a34-bb00-1863a657c5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e011034f-6880-473d-9d2e-9348615babe3', 'name': 'tempest-TestVolumeBootPattern-970962436-router', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:26Z', 'updated_at': '2021-08-25T16:07:33Z', 'revision_number': 4, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'gw_port': {'id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:27Z', 'updated_at': '2021-08-25T16:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '14476426-bfe9-4eb0-99dd-ed64140166b1', 'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'mac_address': 'fa:16:3e:45:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:32Z', 'updated_at': '2021-08-25T16:08:13Z', 'revision_number': 5, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'subnets': [{'id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:38.949585 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c039e13e-b67f-4a34-bb00-1863a657c5b9 None None] Checking router: e011034f-6880-473d-9d2e-9348615babe3 for host: dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:13:38.961481 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c039e13e-b67f-4a34-bb00-1863a657c5b9 None None] Routers {'e011034f-6880-473d-9d2e-9348615babe3'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:13:38.962104 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-c039e13e-b67f-4a34-bb00-1863a657c5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:13:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['e011034f-6880-473d-9d2e-9348615babe3'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:39.180730 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-c039e13e-b67f-4a34-bb00-1863a657c5b9 None None] Set router e011034f-6880-473d-9d2e-9348615babe3 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:13:39.325880 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-94c43413-b5d3-4820-99a4-c402f4a7d30b req-387889f5-3f60-4915-91dd-9c1dc643d63a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Synchronizing usage tracker for tenant:8d49b7bf8eb94202b4e68c00481db1bb on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:13:39.346095 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-94c43413-b5d3-4820-99a4-c402f4a7d30b req-387889f5-3f60-4915-91dd-9c1dc643d63a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Unset dirty status for tenant:8d49b7bf8eb94202b4e68c00481db1bb on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:13:39.348777 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-94c43413-b5d3-4820-99a4-c402f4a7d30b req-387889f5-3f60-4915-91dd-9c1dc643d63a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=8303786f-07e2-4f55-bf0a-2f376ea977b1 HTTP/1.1" status: 200 len: 210 time: 0.0701497 Aug 25 16:13:39.511098 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-c039e13e-b67f-4a34-bb00-1863a657c5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e011034f-6880-473d-9d2e-9348615babe3', 'name': 'tempest-TestVolumeBootPattern-970962436-router', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:26Z', 'updated_at': '2021-08-25T16:07:33Z', 'revision_number': 4, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'gw_port': {'id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:27Z', 'updated_at': '2021-08-25T16:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '14476426-bfe9-4eb0-99dd-ed64140166b1', 'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'mac_address': 'fa:16:3e:45:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:32Z', 'updated_at': '2021-08-25T16:08:13Z', 'revision_number': 5, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'subnets': [{'id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:39.515426 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c039e13e-b67f-4a34-bb00-1863a657c5b9 None None] The sync data for ids ['e011034f-6880-473d-9d2e-9348615babe3'] in dv-cinder-806008-1-iscsi is: [{'id': 'e011034f-6880-473d-9d2e-9348615babe3', 'name': 'tempest-TestVolumeBootPattern-970962436-router', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:26Z', 'updated_at': '2021-08-25T16:07:33Z', 'revision_number': 4, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'gw_port': {'id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:27Z', 'updated_at': '2021-08-25T16:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '14476426-bfe9-4eb0-99dd-ed64140166b1', 'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'mac_address': 'fa:16:3e:45:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:32Z', 'updated_at': '2021-08-25T16:08:13Z', 'revision_number': 5, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'subnets': [{'id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:13:39.754644 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601195b5-3398-4451-8df5-acfb3ea43488 None None] New status for floating IP 57f6e175-5917-4224-8fb4-6e340631717b: DOWN {{(pid=75048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:13:40.168170 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da48a17-9890-40da-b764-67ef82f53540 req-4e5bce6f-ec55-4984-8b1b-4a9954944191 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:40.168170 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3da48a17-9890-40da-b764-67ef82f53540 req-4e5bce6f-ec55-4984-8b1b-4a9954944191 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0783565 Aug 25 16:13:40.213798 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3da48a17-9890-40da-b764-67ef82f53540 req-e79aaed3-802a-4888-9215-008a23503c47 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397446 Aug 25 16:13:40.670397 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-da114ba7-9a73-4fb8-b426-07cd5caef49b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1532924622&fields=id&tenant_id=8d49b7bf8eb94202b4e68c00481db1bb HTTP/1.1" status: 200 len: 267 time: 0.0398638 Aug 25 16:13:40.743283 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:40.821673 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-0929e6a0-0235-4508-8841-d29c6355a370 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:40.823147 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-0929e6a0-0235-4508-8841-d29c6355a370 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/networks?id=718b11f1-f8ce-4b3b-a0cd-44603747195c HTTP/1.1" status: 200 len: 811 time: 0.1460373 Aug 25 16:13:40.839174 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-70a6814a-af4f-4079-827d-3afb5fdca04c tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/quotas/8d49b7bf8eb94202b4e68c00481db1bb HTTP/1.1" status: 200 len: 375 time: 0.0105257 Aug 25 16:13:40.917849 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f39e4a52-b05c-40a6-8f24-a42ea25e753f req-e2be2d90-b30d-43fb-9bf4-904e230d6db7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd338f4b7714b59867e69ddd8df8b95&device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 1096 time: 0.0688639 Aug 25 16:13:40.926055 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-b8ad11d3-49ef-48d6-9340-563dd0a3788b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d49b7bf8eb94202b4e68c00481db1bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0814571 Aug 25 16:13:41.061107 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e4a52-b05c-40a6-8f24-a42ea25e753f req-7424f094-225a-45f5-acf7-f96bc619dbb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:41.061699 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-70d48249-0336-487f-8ce5-2ce095e89890 service neutron] 10.222.0.43 "GET /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233318 Aug 25 16:13:41.062457 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f39e4a52-b05c-40a6-8f24-a42ea25e753f req-7424f094-225a-45f5-acf7-f96bc619dbb3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f850c874-26b5-48b0-8127-913ec3bc37ac HTTP/1.1" status: 200 len: 919 time: 0.1242878 Aug 25 16:13:41.167885 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f39e4a52-b05c-40a6-8f24-a42ea25e753f req-dadbf522-1796-4bea-9914-901f4b34b825 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eee7e442-18be-4a68-a41d-78529cd01cd6 HTTP/1.1" status: 200 len: 999 time: 0.0984082 Aug 25 16:13:41.232758 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e4a52-b05c-40a6-8f24-a42ea25e753f req-2096901d-5cfc-4278-b440-c434eefa98a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:41.234237 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f39e4a52-b05c-40a6-8f24-a42ea25e753f req-2096901d-5cfc-4278-b440-c434eefa98a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c90e4aa-a616-450f-a776-04d207824949 HTTP/1.1" status: 200 len: 856 time: 0.0585053 Aug 25 16:13:41.255151 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-6cb7ae06-7a08-4aca-a768-76e7c76ff249 service neutron] 10.222.0.43 "GET /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875508 Aug 25 16:13:41.494530 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f39e4a52-b05c-40a6-8f24-a42ea25e753f req-4ee1f333-e3e2-4302-b6c1-80201a82b043 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f850c874-26b5-48b0-8127-913ec3bc37ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2475338 Aug 25 16:13:41.528404 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59262b04-0246-408a-8a7b-3acbda194e3f req-45f6aade-93ad-4f6c-9421-da1ec688e1fc tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:41.529901 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-59262b04-0246-408a-8a7b-3acbda194e3f req-45f6aade-93ad-4f6c-9421-da1ec688e1fc tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.1135185 Aug 25 16:13:41.653350 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-59262b04-0246-408a-8a7b-3acbda194e3f req-5c33fcea-6c80-4fd6-a299-0075dd169815 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760322 Aug 25 16:13:41.670325 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f39e4a52-b05c-40a6-8f24-a42ea25e753f req-166dad1f-ab93-4315-8bb3-e52ec32329d9 service neutron] 10.222.0.21 "GET /v2.0/networks/f850c874-26b5-48b0-8127-913ec3bc37ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679852 Aug 25 16:13:41.679551 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ad576a11-5e47-4b92-a4be-8eeb8bc6b380 req-81ae49f8-731d-408c-b64c-f398226afad6 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 210 time: 0.0409172 Aug 25 16:13:41.804683 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f39e4a52-b05c-40a6-8f24-a42ea25e753f req-dd4585ae-6bdb-4c69-9eb1-5c498c10a509 service neutron] 10.222.0.21 "GET /v2.0/networks/f850c874-26b5-48b0-8127-913ec3bc37ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252396 Aug 25 16:13:41.845532 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 47bc703f-8019-401a-88e6-3139b33f8cb9 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:13:41.880460 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] No Port match for: 47bc703f-8019-401a-88e6-3139b33f8cb9 {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:13:41.881123 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 47bc703f-8019-401a-88e6-3139b33f8cb9 not bound to the agent host hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:13:42.797470 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-fc507c64-690c-410d-aadf-9c1dcc3f11d2 req-5450c88a-f9cb-4998-9a9d-dd97a9c1d8ce tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 210 time: 0.0431466 Aug 25 16:13:42.871390 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd35465-8920-48df-aad1-884e5474e9c4 req-fbc977be-90d5-4fc7-b280-3f19638f33a9 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:42.872820 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5fd35465-8920-48df-aad1-884e5474e9c4 req-fbc977be-90d5-4fc7-b280-3f19638f33a9 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0802126 Aug 25 16:13:42.921095 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5fd35465-8920-48df-aad1-884e5474e9c4 req-3c42746d-da3b-4f3a-b563-b0e7ed74928d tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426266 Aug 25 16:13:43.915882 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-41682d27-806a-4300-a1f7-5df778cbb045 req-fea2c3a3-f625-408e-89da-9dbce0fd4d99 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 210 time: 0.0459156 Aug 25 16:13:44.133774 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4b924-f830-468d-8e2d-3ffa1232efdf req-ccfa3485-9e41-4707-a3e8-ff9e5da92c44 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:44.135349 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-cad4b924-f830-468d-8e2d-3ffa1232efdf req-ccfa3485-9e41-4707-a3e8-ff9e5da92c44 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0793371 Aug 25 16:13:44.184873 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-cad4b924-f830-468d-8e2d-3ffa1232efdf req-d3357202-71dd-47c3-b559-1f04058ddde5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437052 Aug 25 16:13:45.028436 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-78fbfbc6-85e2-474d-9ba2-650fb81765ff req-df21f810-8762-4e6b-8f86-f00aefc1a177 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 210 time: 0.0413549 Aug 25 16:13:45.402906 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391f12b-29ba-4074-b3a0-3919e5359a91 req-458be1a1-2a7c-405e-8692-585f449758f3 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:45.404383 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-d391f12b-29ba-4074-b3a0-3919e5359a91 req-458be1a1-2a7c-405e-8692-585f449758f3 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 943 time: 0.0759044 Aug 25 16:13:45.435787 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:13:45.450480 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-d391f12b-29ba-4074-b3a0-3919e5359a91 req-9bd12d31-205b-4ca1-aa60-eb37830430fb tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404766 Aug 25 16:13:45.893067 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device eee7e442-18be-4a68-a41d-78529cd01cd6 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:13:46.027379 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port eee7e442-18be-4a68-a41d-78529cd01cd6, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=eee7e442-18be-4a68-a41d-78529cd01cd6,segment=NetworkSegment(a05c1134-7b51-454b-8aaa-f8bbb9036c51),segment_id=a05c1134-7b51-454b-8aaa-f8bbb9036c51)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:46.041893 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Returning: {'device': 'eee7e442-18be-4a68-a41d-78529cd01cd6', 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'port_id': 'eee7e442-18be-4a68-a41d-78529cd01cd6', 'mac_address': 'fa:16:3e:90:cd:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c90e4aa-a616-450f-a776-04d207824949', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:13:46.097076 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:46.114891 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee7e442-18be-4a68-a41d-78529cd01cd6 {{(pid=75047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:13:46.131651 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port eee7e442-18be-4a68-a41d-78529cd01cd6, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=eee7e442-18be-4a68-a41d-78529cd01cd6,segment=NetworkSegment(a05c1134-7b51-454b-8aaa-f8bbb9036c51),segment_id=a05c1134-7b51-454b-8aaa-f8bbb9036c51)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:46.135839 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:46.138770 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:46.202589 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c65dfb5f-5301-4603-a819-83920d36cb3e req-b51ce2da-a1e1-4d68-8f03-7da8aad5c186 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 210 time: 0.0446470 Aug 25 16:13:46.211895 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=eee7e442-18be-4a68-a41d-78529cd01cd6,revision_number=9']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:46.215189 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:46.632318 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['eee7e442-18be-4a68-a41d-78529cd01cd6'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:13:46.669428 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a73c61-a566-4f5b-91b0-8804df0c9b02 req-cf0ead44-39fe-4076-8dfc-0479a2b11ba5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:46.671054 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-04a73c61-a566-4f5b-91b0-8804df0c9b02 req-cf0ead44-39fe-4076-8dfc-0479a2b11ba5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 944 time: 0.0810230 Aug 25 16:13:46.718434 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-04a73c61-a566-4f5b-91b0-8804df0c9b02 req-ac5f5528-4b74-46fd-91ec-b3bb92801f47 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400233 Aug 25 16:13:46.925699 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-ab22bb7f-f82f-400a-8782-b4a3ea848e94 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:46.927108 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-ab22bb7f-f82f-400a-8782-b4a3ea848e94 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.21 "GET /v2.0/networks?id=718b11f1-f8ce-4b3b-a0cd-44603747195c HTTP/1.1" status: 200 len: 811 time: 0.1525097 Aug 25 16:13:46.989962 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-79d23d69-4bb5-4f85-afc3-b43af9da6f4f tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d49b7bf8eb94202b4e68c00481db1bb HTTP/1.1" status: 200 len: 380 time: 0.0408168 Aug 25 16:13:46.999055 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-96ef8bf5-1be1-423c-a6ce-7f7041c7f6d7 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Request body: {'port': {'device_id': 'a885cfc1-e027-42fd-8b19-c72e070a0cf6', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'admin_state_up': True, 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'security_groups': ['97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b']}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:13:47.148487 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-96ef8bf5-1be1-423c-a6ce-7f7041c7f6d7 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:13:47.158394 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-96ef8bf5-1be1-423c-a6ce-7f7041c7f6d7 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:13:47.167722 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-96ef8bf5-1be1-423c-a6ce-7f7041c7f6d7 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Made reservation on behalf of 8d49b7bf8eb94202b4e68c00481db1bb for: {'port': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:13:47.170863 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-96ef8bf5-1be1-423c-a6ce-7f7041c7f6d7 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:47.335913 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.db_base_plugin_common [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-96ef8bf5-1be1-423c-a6ce-7f7041c7f6d7 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Allocated IP 172.20.0.9 (718b11f1-f8ce-4b3b-a0cd-44603747195c/bab66fe1-445a-43bc-ae43-f295df741f59/22ae52dd-f1a1-487d-b9d8-a1c79250c102) {{(pid=75046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:13:47.370847 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-239c8a98-9ba3-4b6a-ae8f-a7c3bbe3047f req-2c381583-33d2-41fa-9bb9-6ba470d53055 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 210 time: 0.0457206 Aug 25 16:13:47.528622 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-96ef8bf5-1be1-423c-a6ce-7f7041c7f6d7 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for port, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:47.545895 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.provisioning_blocks [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-96ef8bf5-1be1-423c-a6ce-7f7041c7f6d7 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Transition to ACTIVE for port object 22ae52dd-f1a1-487d-b9d8-a1c79250c102 will not be triggered until provisioned by entity DHCP. {{(pid=75046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:13:47.569000 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-96ef8bf5-1be1-423c-a6ce-7f7041c7f6d7 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:47.574632 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-745b5d96-9add-4139-88f5-7127b59045e3 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:47.641918 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-96ef8bf5-1be1-423c-a6ce-7f7041c7f6d7 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Network 718b11f1-f8ce-4b3b-a0cd-44603747195c is already hosted by enough agents. {{(pid=75046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:13:47.644970 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-96ef8bf5-1be1-423c-a6ce-7f7041c7f6d7 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Resources bound (agent type, host, resource id): {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:13:47.648971 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-96ef8bf5-1be1-423c-a6ce-7f7041c7f6d7 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Received port after_create {{(pid=75046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:13:47.682313 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef8bf5-1be1-423c-a6ce-7f7041c7f6d7 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Pushing event updated for resources: {'Port': ['ID=22ae52dd-f1a1-487d-b9d8-a1c79250c102,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:47.690059 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-96ef8bf5-1be1-423c-a6ce-7f7041c7f6d7 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:47.721161 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-96ef8bf5-1be1-423c-a6ce-7f7041c7f6d7 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:47.721770 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-96ef8bf5-1be1-423c-a6ce-7f7041c7f6d7 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:47.750691 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-96ef8bf5-1be1-423c-a6ce-7f7041c7f6d7 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7551579 Aug 25 16:13:47.771212 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-d9c33959-500a-4696-8e6e-8edf2e635f1e service neutron] Request body: {'port': {'device_id': 'a885cfc1-e027-42fd-8b19-c72e070a0cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:13:47.901421 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-d43f436c-c479-453d-b1ef-dba0d21021a0 None None] Provisioning for port 22ae52dd-f1a1-487d-b9d8-a1c79250c102 completed by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:13:47.907054 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-d43f436c-c479-453d-b1ef-dba0d21021a0 None None] Provisioning complete for port 22ae52dd-f1a1-487d-b9d8-a1c79250c102 triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:13:47.907428 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-d43f436c-c479-453d-b1ef-dba0d21021a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:47.936661 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device eee7e442-18be-4a68-a41d-78529cd01cd6 up at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:13:48.012323 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-d43f436c-c479-453d-b1ef-dba0d21021a0 None None] Port 22ae52dd-f1a1-487d-b9d8-a1c79250c102 cannot update to ACTIVE because it is not bound. {{(pid=75047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:13:48.027993 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning complete for port eee7e442-18be-4a68-a41d-78529cd01cd6 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:13:48.028364 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:48.047583 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-d9c33959-500a-4696-8e6e-8edf2e635f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:48.127632 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec892f-1527-495a-8c34-bdee18a40979 req-bf7b96de-7579-4565-9c5a-32c8b44edb31 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:48.129122 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-dcec892f-1527-495a-8c34-bdee18a40979 req-bf7b96de-7579-4565-9c5a-32c8b44edb31 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 944 time: 0.1493766 Aug 25 16:13:48.142203 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:48.170410 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf53c14-697d-43ce-9fae-9dc79de7d1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee7e442-18be-4a68-a41d-78529cd01cd6'}] {{(pid=75047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:13:48.180225 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port eee7e442-18be-4a68-a41d-78529cd01cd6, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=eee7e442-18be-4a68-a41d-78529cd01cd6,segment=NetworkSegment(a05c1134-7b51-454b-8aaa-f8bbb9036c51),segment_id=a05c1134-7b51-454b-8aaa-f8bbb9036c51)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:48.184589 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:48.186489 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:48.228125 dv-cinder-806008-1-iscsi neutron-server[75047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf53c14-697d-43ce-9fae-9dc79de7d1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee7e442-18be-4a68-a41d-78529cd01cd6', 'code': 200} Aug 25 16:13:48.253464 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=eee7e442-18be-4a68-a41d-78529cd01cd6,revision_number=10']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:48.256829 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:48.267378 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-dcec892f-1527-495a-8c34-bdee18a40979 req-de1377e3-31f2-4cda-90c7-885806603a15 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275985 Aug 25 16:13:48.443435 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-d9c33959-500a-4696-8e6e-8edf2e635f1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22ae52dd-f1a1-487d-b9d8-a1c79250c102 {{(pid=75046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:13:48.450761 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-d9c33959-500a-4696-8e6e-8edf2e635f1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:48.465380 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.provisioning_blocks [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-d9c33959-500a-4696-8e6e-8edf2e635f1e service neutron] Transition to ACTIVE for port object 22ae52dd-f1a1-487d-b9d8-a1c79250c102 will not be triggered until provisioned by entity L2. {{(pid=75046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:13:48.469144 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-d9c33959-500a-4696-8e6e-8edf2e635f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:48.472535 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-36c0821a-bcff-4916-bf43-72cc7ab280b8 tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:48.583619 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a428e85-9c26-4678-867c-70e20f44e977 req-d20db322-1b59-4347-b10e-1b2cac3848a2 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:48.585171 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3a428e85-9c26-4678-867c-70e20f44e977 req-d20db322-1b59-4347-b10e-1b2cac3848a2 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 943 time: 0.0887501 Aug 25 16:13:48.596899 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c33959-500a-4696-8e6e-8edf2e635f1e service neutron] Pushing event updated for resources: {'Port': ['ID=22ae52dd-f1a1-487d-b9d8-a1c79250c102,revision_number=2']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:48.601553 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-d9c33959-500a-4696-8e6e-8edf2e635f1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:48.645465 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3a428e85-9c26-4678-867c-70e20f44e977 req-24473c48-8521-432d-92d1-8b744b9a6235 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534992 Aug 25 16:13:48.713887 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-d9c33959-500a-4696-8e6e-8edf2e635f1e service neutron] Attempting to bind port 22ae52dd-f1a1-487d-b9d8-a1c79250c102 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:13:48.714465 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-d9c33959-500a-4696-8e6e-8edf2e635f1e service neutron] Attempting to bind port 22ae52dd-f1a1-487d-b9d8-a1c79250c102 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '630333ee-311f-409b-bedf-635d01350e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c'}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:13:48.714633 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-d9c33959-500a-4696-8e6e-8edf2e635f1e service neutron] Attempting to bind port 22ae52dd-f1a1-487d-b9d8-a1c79250c102 on network 718b11f1-f8ce-4b3b-a0cd-44603747195c {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:13:48.720622 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-d9c33959-500a-4696-8e6e-8edf2e635f1e service neutron] Port 22ae52dd-f1a1-487d-b9d8-a1c79250c102 on network 718b11f1-f8ce-4b3b-a0cd-44603747195c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:13:48.720928 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-d9c33959-500a-4696-8e6e-8edf2e635f1e service neutron] Attempting to bind port 22ae52dd-f1a1-487d-b9d8-a1c79250c102 on network 718b11f1-f8ce-4b3b-a0cd-44603747195c {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:13:48.727480 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-d9c33959-500a-4696-8e6e-8edf2e635f1e service neutron] Checking agent: {'id': '931cd7a1-d330-4f67-a87c-c25f72aa55d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:13:48.727812 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-d9c33959-500a-4696-8e6e-8edf2e635f1e service neutron] Checking segment: {'id': '630333ee-311f-409b-bedf-635d01350e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:13:48.728196 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-d9c33959-500a-4696-8e6e-8edf2e635f1e service neutron] Bound using segment: {'id': '630333ee-311f-409b-bedf-635d01350e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c'} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:13:48.728620 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-d9c33959-500a-4696-8e6e-8edf2e635f1e service neutron] Bound port: 22ae52dd-f1a1-487d-b9d8-a1c79250c102, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '630333ee-311f-409b-bedf-635d01350e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c'}}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:13:48.728990 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-d9c33959-500a-4696-8e6e-8edf2e635f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:48.867116 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-d9c33959-500a-4696-8e6e-8edf2e635f1e service neutron] For port 22ae52dd-f1a1-487d-b9d8-a1c79250c102, host hv-cinder-80600, cleared binding levels {{(pid=75046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:13:48.872620 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-d9c33959-500a-4696-8e6e-8edf2e635f1e service neutron] For port 22ae52dd-f1a1-487d-b9d8-a1c79250c102, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=22ae52dd-f1a1-487d-b9d8-a1c79250c102,segment=NetworkSegment(630333ee-311f-409b-bedf-635d01350e69),segment_id=630333ee-311f-409b-bedf-635d01350e69)] {{(pid=75046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:13:48.878005 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-d9c33959-500a-4696-8e6e-8edf2e635f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:48.883827 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-71e3db37-208a-4a60-84ef-884d9fcd7c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:48.945493 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-d9c33959-500a-4696-8e6e-8edf2e635f1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:48.946870 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-d9c33959-500a-4696-8e6e-8edf2e635f1e service neutron] 10.222.0.21 "PUT /v2.0/ports/22ae52dd-f1a1-487d-b9d8-a1c79250c102 HTTP/1.1" status: 200 len: 1093 time: 1.1826751 Aug 25 16:13:48.948005 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a885cfc1-e027-42fd-8b19-c72e070a0cf6', 'tag': '22ae52dd-f1a1-487d-b9d8-a1c79250c102'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:13:48.957150 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-cadba721-c558-4cc0-9638-2cfddd1dad38 req-b9a88326-ab61-4ed6-9537-12612b798866 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 1099 time: 0.1783862 Aug 25 16:13:48.982107 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c33959-500a-4696-8e6e-8edf2e635f1e service neutron] Pushing event updated for resources: {'Port': ['ID=22ae52dd-f1a1-487d-b9d8-a1c79250c102,revision_number=3']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:48.987526 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-d9c33959-500a-4696-8e6e-8edf2e635f1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:49.055341 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a885cfc1-e027-42fd-8b19-c72e070a0cf6', 'tag': '22ae52dd-f1a1-487d-b9d8-a1c79250c102', 'status': 'completed', 'code': 200} Aug 25 16:13:49.057065 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-cadba721-c558-4cc0-9638-2cfddd1dad38 req-7ed7f3b2-86ff-4058-9234-a4325ebd10fd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925317 Aug 25 16:13:49.093927 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-0ebbe413-e6ba-4ed7-bb5d-6e531f6572cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d49b7bf8eb94202b4e68c00481db1bb&device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 1096 time: 0.0825539 Aug 25 16:13:49.487530 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4af3c-6652-41df-8407-c3d19839e556 req-12bcf957-4a79-44f5-8185-a3990a762934 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:49.488974 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3bb4af3c-6652-41df-8407-c3d19839e556 req-12bcf957-4a79-44f5-8185-a3990a762934 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 946 time: 0.0833888 Aug 25 16:13:49.533167 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-3bb4af3c-6652-41df-8407-c3d19839e556 req-40f5a0bb-4bef-4b8a-b8a1-356b5a504ed4 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386403 Aug 25 16:13:49.557956 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-f7226493-9cd2-4765-8cab-4d35d5c37968 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22ae52dd-f1a1-487d-b9d8-a1c79250c102 HTTP/1.1" status: 200 len: 217 time: 0.0613565 Aug 25 16:13:49.624017 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-0fa938d0-bc70-448f-9feb-d9e36a0be80c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:49.625387 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-0fa938d0-bc70-448f-9feb-d9e36a0be80c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab66fe1-445a-43bc-ae43-f295df741f59 HTTP/1.1" status: 200 len: 850 time: 0.0606143 Aug 25 16:13:49.700908 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-34f6fd34-5293-48b2-b78b-ea41d3e0fe1b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=718b11f1-f8ce-4b3b-a0cd-44603747195c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679550 Aug 25 16:13:49.895864 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-7a7bb189-3654-4925-86ef-b66706690340 service neutron] 10.222.0.21 "GET /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869631 Aug 25 16:13:49.905746 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40e2ac-ad70-4764-ac9f-2c1224133614 req-7110d11b-c7c5-4b4b-b0d8-ebc914c02d7c tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:49.906439 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-2b40e2ac-ad70-4764-ac9f-2c1224133614 req-7110d11b-c7c5-4b4b-b0d8-ebc914c02d7c tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Synchronizing usage tracker for tenant:8d49b7bf8eb94202b4e68c00481db1bb on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:13:49.987908 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-2b40e2ac-ad70-4764-ac9f-2c1224133614 req-7110d11b-c7c5-4b4b-b0d8-ebc914c02d7c tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Unset dirty status for tenant:8d49b7bf8eb94202b4e68c00481db1bb on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:13:49.989145 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2b40e2ac-ad70-4764-ac9f-2c1224133614 req-7110d11b-c7c5-4b4b-b0d8-ebc914c02d7c tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 943 time: 0.2120643 Aug 25 16:13:50.163697 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1cb64ced-2887-4127-afd2-31f42eece3eb req-e728eb1b-4be6-48ee-b035-ca44bd21f41e service neutron] 10.222.0.21 "GET /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535760 Aug 25 16:13:50.170361 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2b40e2ac-ad70-4764-ac9f-2c1224133614 req-eff0df1d-7c6d-4f07-a596-7cf663149d58 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749825 Aug 25 16:13:50.363824 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3066e125-fda5-4f4d-b83e-6ba2a5d938d7 req-ca135af8-65fc-4592-93bb-778700306be3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d49b7bf8eb94202b4e68c00481db1bb&device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 1096 time: 0.0683985 Aug 25 16:13:50.501365 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066e125-fda5-4f4d-b83e-6ba2a5d938d7 req-46a16720-f701-45c8-8ad1-2feba839b030 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:50.502808 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3066e125-fda5-4f4d-b83e-6ba2a5d938d7 req-46a16720-f701-45c8-8ad1-2feba839b030 service neutron] 10.222.0.21 "GET /v2.0/networks?id=718b11f1-f8ce-4b3b-a0cd-44603747195c HTTP/1.1" status: 200 len: 913 time: 0.1319549 Aug 25 16:13:50.572560 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3066e125-fda5-4f4d-b83e-6ba2a5d938d7 req-b1ed1fd4-6d85-4335-a241-116272fef9ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22ae52dd-f1a1-487d-b9d8-a1c79250c102 HTTP/1.1" status: 200 len: 217 time: 0.0623939 Aug 25 16:13:50.639847 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066e125-fda5-4f4d-b83e-6ba2a5d938d7 req-40d00799-3982-475b-9248-779211aeb271 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:50.641328 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3066e125-fda5-4f4d-b83e-6ba2a5d938d7 req-40d00799-3982-475b-9248-779211aeb271 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab66fe1-445a-43bc-ae43-f295df741f59 HTTP/1.1" status: 200 len: 850 time: 0.0589690 Aug 25 16:13:50.751600 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10b79c-6d58-4fb5-8e84-227094b581f5 req-9a88ec3c-6b66-4d96-b92f-f525c1989541 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:50.753007 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ea10b79c-6d58-4fb5-8e84-227094b581f5 req-9a88ec3c-6b66-4d96-b92f-f525c1989541 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 946 time: 0.0808413 Aug 25 16:13:50.792205 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3066e125-fda5-4f4d-b83e-6ba2a5d938d7 req-4df949dc-bc76-4717-b0f5-ea6b9380588b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=718b11f1-f8ce-4b3b-a0cd-44603747195c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0991199 Aug 25 16:13:50.811853 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ea10b79c-6d58-4fb5-8e84-227094b581f5 req-51a6fdee-d5b9-4280-aa73-1d96bc01b3ec tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496325 Aug 25 16:13:50.945676 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3066e125-fda5-4f4d-b83e-6ba2a5d938d7 req-78edf32a-c0b7-42c2-a7c6-9af9ee8b295f service neutron] 10.222.0.21 "GET /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452842 Aug 25 16:13:51.087410 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3066e125-fda5-4f4d-b83e-6ba2a5d938d7 req-6e5b2865-f184-413b-9101-36e450a00b97 service neutron] 10.222.0.21 "GET /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346889 Aug 25 16:13:51.381023 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced91917-d53b-4307-8a71-4a6c82725c0a req-851c4e54-c8ec-4182-83b1-42b81ee2810a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:51.383024 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-ced91917-d53b-4307-8a71-4a6c82725c0a req-851c4e54-c8ec-4182-83b1-42b81ee2810a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 943 time: 0.0768108 Aug 25 16:13:51.427732 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-ced91917-d53b-4307-8a71-4a6c82725c0a req-e175d48a-5cd9-469c-9cf1-6166127a4968 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389638 Aug 25 16:13:52.051456 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb1210-13de-4e2b-8f6a-d8cc94c915b2 req-436aeace-6d4e-4013-976e-d2937dc8f3a3 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:52.052885 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2fdb1210-13de-4e2b-8f6a-d8cc94c915b2 req-436aeace-6d4e-4013-976e-d2937dc8f3a3 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 946 time: 0.0787032 Aug 25 16:13:52.098448 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2fdb1210-13de-4e2b-8f6a-d8cc94c915b2 req-81146334-405c-4566-be46-9647596a3e6b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391116 Aug 25 16:13:52.625387 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5963b2-d285-44cc-9796-4112214c416a req-cc3cafcd-427f-45f0-9055-9fa51ea6d089 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:52.626724 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1f5963b2-d285-44cc-9796-4112214c416a req-cc3cafcd-427f-45f0-9055-9fa51ea6d089 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 943 time: 0.0782361 Aug 25 16:13:52.670618 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1f5963b2-d285-44cc-9796-4112214c416a req-88f1281d-8d4e-47e1-9e9b-f989d839b1da tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376520 Aug 25 16:13:53.864711 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9eef3-5720-4854-85f1-326777e4d6b7 req-f763d861-cdd6-4b05-8f77-b1a8b2c16129 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:53.866723 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-4af9eef3-5720-4854-85f1-326777e4d6b7 req-f763d861-cdd6-4b05-8f77-b1a8b2c16129 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 943 time: 0.0750346 Aug 25 16:13:53.914918 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-4af9eef3-5720-4854-85f1-326777e4d6b7 req-3a014c9a-85e6-459c-846b-430154c1640c tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427332 Aug 25 16:13:54.042856 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-faf02952-ef02-47f3-8c6a-489012863e0b req-05baab4b-17ca-4c7f-852a-40e8132de18b tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1159102617&fields=id&tenant_id=a8edaba4f7ed44dc86a4225c7ed9aa26 HTTP/1.1" status: 200 len: 267 time: 0.0404885 Aug 25 16:13:54.122222 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf02952-ef02-47f3-8c6a-489012863e0b req-9d7aca07-d4d5-4999-8805-12cd1f9f85ee tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:54.123676 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-faf02952-ef02-47f3-8c6a-489012863e0b req-9d7aca07-d4d5-4999-8805-12cd1f9f85ee tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 984 time: 0.0756013 Aug 25 16:13:54.134997 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-faf02952-ef02-47f3-8c6a-489012863e0b req-3a123542-0372-407d-89ca-d92c8aba6c72 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Request body: {'port': {'security_groups': ['af56a035-427e-4180-a8f4-cda1b2566c34']}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:13:54.251336 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-faf02952-ef02-47f3-8c6a-489012863e0b req-3a123542-0372-407d-89ca-d92c8aba6c72 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:54.495468 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-faf02952-ef02-47f3-8c6a-489012863e0b req-3a123542-0372-407d-89ca-d92c8aba6c72 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] For port e5bd4e30-0c43-4318-8d78-73888aaea93c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e5bd4e30-0c43-4318-8d78-73888aaea93c,segment=NetworkSegment(22945d27-4f28-4b4b-bccd-4fc8bfeb26e0),segment_id=22945d27-4f28-4b4b-bccd-4fc8bfeb26e0)] {{(pid=75046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:54.519597 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-faf02952-ef02-47f3-8c6a-489012863e0b req-3a123542-0372-407d-89ca-d92c8aba6c72 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for port, precommit_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:54.523978 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-faf02952-ef02-47f3-8c6a-489012863e0b req-3a123542-0372-407d-89ca-d92c8aba6c72 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:54.529420 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-1c1a9452-86af-41fd-a890-dfeae1c16d08 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:54.562764 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['e5bd4e30-0c43-4318-8d78-73888aaea93c'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:13:54.595420 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf02952-ef02-47f3-8c6a-489012863e0b req-3a123542-0372-407d-89ca-d92c8aba6c72 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:54.596055 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-faf02952-ef02-47f3-8c6a-489012863e0b req-3a123542-0372-407d-89ca-d92c8aba6c72 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:54.597503 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-faf02952-ef02-47f3-8c6a-489012863e0b req-3a123542-0372-407d-89ca-d92c8aba6c72 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "PUT /v2.0/ports/e5bd4e30-0c43-4318-8d78-73888aaea93c HTTP/1.1" status: 200 len: 942 time: 0.4679503 Aug 25 16:13:54.597978 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dcaa87d-de18-4ed3-88ac-122334f8a0ad', 'tag': 'e5bd4e30-0c43-4318-8d78-73888aaea93c'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:13:54.604983 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 53690) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:54.620325 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a123542-0372-407d-89ca-d92c8aba6c72 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Pushing event updated for resources: {'Port': ['ID=e5bd4e30-0c43-4318-8d78-73888aaea93c,revision_number=7']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:54.627174 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-3a123542-0372-407d-89ca-d92c8aba6c72 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:54.684795 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dcaa87d-de18-4ed3-88ac-122334f8a0ad', 'tag': 'e5bd4e30-0c43-4318-8d78-73888aaea93c', 'status': 'completed', 'code': 200} Aug 25 16:13:54.685571 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9d369cdf-5c4a-4b8e-9b91-c16fbe32db6f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:54.716574 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9d369cdf-5c4a-4b8e-9b91-c16fbe32db6f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:54.767450 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['e5bd4e30-0c43-4318-8d78-73888aaea93c'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:13:54.795944 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9d369cdf-5c4a-4b8e-9b91-c16fbe32db6f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:54.801368 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-6ff1a6d2-b6d0-447e-b7cf-8e9c3044d226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:54.817966 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d369cdf-5c4a-4b8e-9b91-c16fbe32db6f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8deb2921-66b9-47f3-b47c-5db59dd3fcf8,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:54.828305 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d369cdf-5c4a-4b8e-9b91-c16fbe32db6f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:54.828675 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d369cdf-5c4a-4b8e-9b91-c16fbe32db6f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:54.829069 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d369cdf-5c4a-4b8e-9b91-c16fbe32db6f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:54.829464 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d369cdf-5c4a-4b8e-9b91-c16fbe32db6f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:54.829819 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d369cdf-5c4a-4b8e-9b91-c16fbe32db6f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:54.830407 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d369cdf-5c4a-4b8e-9b91-c16fbe32db6f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:54.830764 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d369cdf-5c4a-4b8e-9b91-c16fbe32db6f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:54.831114 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d369cdf-5c4a-4b8e-9b91-c16fbe32db6f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:54.831557 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d369cdf-5c4a-4b8e-9b91-c16fbe32db6f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:54.831962 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d369cdf-5c4a-4b8e-9b91-c16fbe32db6f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:54.832324 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d369cdf-5c4a-4b8e-9b91-c16fbe32db6f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:54.836311 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-9d369cdf-5c4a-4b8e-9b91-c16fbe32db6f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:54.846457 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-9d369cdf-5c4a-4b8e-9b91-c16fbe32db6f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:54.847821 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-9d369cdf-5c4a-4b8e-9b91-c16fbe32db6f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "DELETE /v2.0/security-groups/8deb2921-66b9-47f3-b47c-5db59dd3fcf8 HTTP/1.1" status: 204 len: 168 time: 0.2418027 Aug 25 16:13:54.850415 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 53694) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:54.853742 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a729164c-0016-4d5d-bf7c-dcc4bc022d65 req-4b38e2e1-4587-4276-8a04-8fedaad20454 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8edaba4f7ed44dc86a4225c7ed9aa26&device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 1098 time: 0.1123531 Aug 25 16:13:55.009749 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-c16b3068-cb83-488a-a54c-a1ac65dc25a2 None None] Provisioning complete for port e5bd4e30-0c43-4318-8d78-73888aaea93c triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:13:55.010129 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-c16b3068-cb83-488a-a54c-a1ac65dc25a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:55.093066 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-7beebbbf-8108-44f1-a006-d0ed96e3158c tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Deleting port e4b19ef1-2aff-4741-9c84-efa4a5a0907c {{(pid=75045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:13:55.094253 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-7beebbbf-8108-44f1-a006-d0ed96e3158c tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:55.107733 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729164c-0016-4d5d-bf7c-dcc4bc022d65 req-ef19272e-b420-4594-acc2-584dd1d736dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:55.109284 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a729164c-0016-4d5d-bf7c-dcc4bc022d65 req-ef19272e-b420-4594-acc2-584dd1d736dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=53b8ca3b-c7b5-4977-bfe0-00939af2a7c1 HTTP/1.1" status: 200 len: 916 time: 0.2496374 Aug 25 16:13:55.265445 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a729164c-0016-4d5d-bf7c-dcc4bc022d65 req-c044bb01-a170-4e0f-b416-3f9618f706d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5bd4e30-0c43-4318-8d78-73888aaea93c HTTP/1.1" status: 200 len: 1000 time: 0.1203563 Aug 25 16:13:55.271692 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-7beebbbf-8108-44f1-a006-d0ed96e3158c tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:55.272013 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-7beebbbf-8108-44f1-a006-d0ed96e3158c tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:55.314997 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4df10-ca42-4ef7-aa3d-119a3a6e21ee req-429e41d6-d342-472c-8924-0e0f42d782e8 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:55.316468 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-87b4df10-ca42-4ef7-aa3d-119a3a6e21ee req-429e41d6-d342-472c-8924-0e0f42d782e8 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 943 time: 0.2061515 Aug 25 16:13:55.362853 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729164c-0016-4d5d-bf7c-dcc4bc022d65 req-ab4e8db5-c653-4827-861d-591d8cb0a095 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:55.364301 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a729164c-0016-4d5d-bf7c-dcc4bc022d65 req-ab4e8db5-c653-4827-861d-591d8cb0a095 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e30a288-df0f-46d0-af7f-e3694c937642 HTTP/1.1" status: 200 len: 853 time: 0.0915682 Aug 25 16:13:55.428431 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-87b4df10-ca42-4ef7-aa3d-119a3a6e21ee req-d5cbd5f3-3fb7-449f-9681-b958fb45a658 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015196 Aug 25 16:13:55.434965 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-7beebbbf-8108-44f1-a006-d0ed96e3158c tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Calling delete_port for e4b19ef1-2aff-4741-9c84-efa4a5a0907c owned by network:floatingip {{(pid=75045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:13:55.451205 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a729164c-0016-4d5d-bf7c-dcc4bc022d65 req-da0fd581-5a22-4ede-aafe-ce4c9fab2cf4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=53b8ca3b-c7b5-4977-bfe0-00939af2a7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791950 Aug 25 16:13:55.586202 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a729164c-0016-4d5d-bf7c-dcc4bc022d65 req-b8655e2b-0280-425c-9842-6ea64d390f17 service neutron] 10.222.0.21 "GET /v2.0/networks/53b8ca3b-c7b5-4977-bfe0-00939af2a7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273184 Aug 25 16:13:55.591588 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-7beebbbf-8108-44f1-a006-d0ed96e3158c tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:55.595323 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-4c50837f-6348-4bcd-8ed1-a68a665214a1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:55.696902 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beebbbf-8108-44f1-a006-d0ed96e3158c tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Pushing event deleted for resources: {'Port': ['ID=e4b19ef1-2aff-4741-9c84-efa4a5a0907c,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:55.700338 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-7beebbbf-8108-44f1-a006-d0ed96e3158c tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:55.722329 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a729164c-0016-4d5d-bf7c-dcc4bc022d65 req-cd68e046-e672-431c-9234-fe452c250cda service neutron] 10.222.0.21 "GET /v2.0/networks/53b8ca3b-c7b5-4977-bfe0-00939af2a7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292589 Aug 25 16:13:55.791788 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-7beebbbf-8108-44f1-a006-d0ed96e3158c tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks [] for floatingip, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:55.910296 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-ebbfa09e-06ac-426e-b5a5-504eab6f280a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:56.174580 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7beebbbf-8108-44f1-a006-d0ed96e3158c tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Router 2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:13:56.365877 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7beebbbf-8108-44f1-a006-d0ed96e3158c tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:13:56.375234 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ac5d60-3772-43b1-9ab8-2d843766a45f None None] Sync routers for ids ['2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa'] in dv-cinder-806008-1-iscsi {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:13:56.387142 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ac5d60-3772-43b1-9ab8-2d843766a45f None None] Routers {'2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:13:56.387548 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-7beebbbf-8108-44f1-a006-d0ed96e3158c tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for floatingip, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:56.387765 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-b9ac5d60-3772-43b1-9ab8-2d843766a45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:13:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:56.447094 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-7beebbbf-8108-44f1-a006-d0ed96e3158c tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "DELETE /v2.0/floatingips/bb3eb4b8-cbdd-4dea-8c54-1db089bcd59d HTTP/1.1" status: 204 len: 168 time: 1.5947611 Aug 25 16:13:56.447653 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dcaa87d-de18-4ed3-88ac-122334f8a0ad', 'tag': 'e5bd4e30-0c43-4318-8d78-73888aaea93c'}] {{(pid=75045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:13:56.476867 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:56.587548 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-b9ac5d60-3772-43b1-9ab8-2d843766a45f None None] Set router 2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:13:56.600256 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dcaa87d-de18-4ed3-88ac-122334f8a0ad', 'tag': 'e5bd4e30-0c43-4318-8d78-73888aaea93c', 'status': 'completed', 'code': 200} Aug 25 16:13:56.789060 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f835fa90-a9c7-4124-ac44-0a1376b641ab req-894ea7e2-209d-4dcb-9c43-3b682f16352b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8edaba4f7ed44dc86a4225c7ed9aa26&device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 1098 time: 0.1403165 Aug 25 16:13:56.826878 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffd8a4-305d-48cd-985c-7979ba24c8cb req-32f375d5-d547-4fb5-ac2f-40016a65ff8a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:56.828354 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-aaffd8a4-305d-48cd-985c-7979ba24c8cb req-32f375d5-d547-4fb5-ac2f-40016a65ff8a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 943 time: 0.1305776 Aug 25 16:13:56.939051 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-b9ac5d60-3772-43b1-9ab8-2d843766a45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'name': 'tempest-TestMinimumBasicScenario-989959219-router', 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '031e1411-b2c4-48df-ba7b-f7299d53776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:03Z', 'updated_at': '2021-08-25T16:07:08Z', 'revision_number': 4, 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'gw_port': {'id': '031e1411-b2c4-48df-ba7b-f7299d53776f', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:03Z', 'updated_at': '2021-08-25T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '0b3bcace-76d7-4192-b9ab-dfd3f3aee711', 'name': '', 'network_id': '53b8ca3b-c7b5-4977-bfe0-00939af2a7c1', 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'mac_address': 'fa:16:3e:ff:94:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e30a288-df0f-46d0-af7f-e3694c937642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:08Z', 'updated_at': '2021-08-25T16:07:24Z', 'revision_number': 5, 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'subnets': [{'id': '4e30a288-df0f-46d0-af7f-e3694c937642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:56.942965 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ac5d60-3772-43b1-9ab8-2d843766a45f None None] Checking router: 2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa for host: dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:13:56.954049 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ac5d60-3772-43b1-9ab8-2d843766a45f None None] Routers {'2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:13:56.954528 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-aaffd8a4-305d-48cd-985c-7979ba24c8cb req-8be6be89-3e35-479e-bb34-f4ba1309d877 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729692 Aug 25 16:13:56.954669 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-b9ac5d60-3772-43b1-9ab8-2d843766a45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:13:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:56.971963 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835fa90-a9c7-4124-ac44-0a1376b641ab req-feec8bb4-c803-44d4-a022-7575b2316358 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:56.973311 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f835fa90-a9c7-4124-ac44-0a1376b641ab req-feec8bb4-c803-44d4-a022-7575b2316358 service neutron] 10.222.0.21 "GET /v2.0/networks?id=53b8ca3b-c7b5-4977-bfe0-00939af2a7c1 HTTP/1.1" status: 200 len: 916 time: 0.1767600 Aug 25 16:13:57.044488 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f835fa90-a9c7-4124-ac44-0a1376b641ab req-c38d00c7-3135-406b-80a3-377256bd3161 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5bd4e30-0c43-4318-8d78-73888aaea93c HTTP/1.1" status: 200 len: 217 time: 0.0647404 Aug 25 16:13:57.130349 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835fa90-a9c7-4124-ac44-0a1376b641ab req-3ef9d0e7-5c2e-4eb9-962e-a94c9a513e03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:57.132086 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f835fa90-a9c7-4124-ac44-0a1376b641ab req-3ef9d0e7-5c2e-4eb9-962e-a94c9a513e03 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e30a288-df0f-46d0-af7f-e3694c937642 HTTP/1.1" status: 200 len: 853 time: 0.0608821 Aug 25 16:13:57.133059 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-b9ac5d60-3772-43b1-9ab8-2d843766a45f None None] Set router 2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:13:57.211874 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f835fa90-a9c7-4124-ac44-0a1376b641ab req-dc7b76e4-4eb8-427f-be12-48cc888462b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=53b8ca3b-c7b5-4977-bfe0-00939af2a7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719151 Aug 25 16:13:57.346902 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f835fa90-a9c7-4124-ac44-0a1376b641ab req-0987eac6-4ac1-4bc8-9797-fe3c409da376 service neutron] 10.222.0.21 "GET /v2.0/networks/53b8ca3b-c7b5-4977-bfe0-00939af2a7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277375 Aug 25 16:13:57.449895 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-b9ac5d60-3772-43b1-9ab8-2d843766a45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'name': 'tempest-TestMinimumBasicScenario-989959219-router', 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '031e1411-b2c4-48df-ba7b-f7299d53776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:03Z', 'updated_at': '2021-08-25T16:07:08Z', 'revision_number': 4, 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'gw_port': {'id': '031e1411-b2c4-48df-ba7b-f7299d53776f', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:03Z', 'updated_at': '2021-08-25T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '0b3bcace-76d7-4192-b9ab-dfd3f3aee711', 'name': '', 'network_id': '53b8ca3b-c7b5-4977-bfe0-00939af2a7c1', 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'mac_address': 'fa:16:3e:ff:94:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e30a288-df0f-46d0-af7f-e3694c937642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:08Z', 'updated_at': '2021-08-25T16:07:24Z', 'revision_number': 5, 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'subnets': [{'id': '4e30a288-df0f-46d0-af7f-e3694c937642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:57.453797 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ac5d60-3772-43b1-9ab8-2d843766a45f None None] The sync data for ids ['2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa'] in dv-cinder-806008-1-iscsi is: [{'id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'name': 'tempest-TestMinimumBasicScenario-989959219-router', 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '031e1411-b2c4-48df-ba7b-f7299d53776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:03Z', 'updated_at': '2021-08-25T16:07:08Z', 'revision_number': 4, 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'gw_port': {'id': '031e1411-b2c4-48df-ba7b-f7299d53776f', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:03Z', 'updated_at': '2021-08-25T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '0b3bcace-76d7-4192-b9ab-dfd3f3aee711', 'name': '', 'network_id': '53b8ca3b-c7b5-4977-bfe0-00939af2a7c1', 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'mac_address': 'fa:16:3e:ff:94:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e30a288-df0f-46d0-af7f-e3694c937642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:08Z', 'updated_at': '2021-08-25T16:07:24Z', 'revision_number': 5, 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'subnets': [{'id': '4e30a288-df0f-46d0-af7f-e3694c937642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:13:57.481289 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f835fa90-a9c7-4124-ac44-0a1376b641ab req-445f4cf4-56c6-468b-8ad4-1dfec29efd47 service neutron] 10.222.0.21 "GET /v2.0/networks/53b8ca3b-c7b5-4977-bfe0-00939af2a7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269104 Aug 25 16:13:57.686549 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c24e0be-d0c3-4c38-a909-addb3cc79941 None None] New status for floating IP bb3eb4b8-cbdd-4dea-8c54-1db089bcd59d: DOWN {{(pid=75048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:13:58.160289 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58b1d7-938c-46fd-badd-882e73a157e9 req-17c70876-e900-4b23-9507-3044a9c431e5 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:58.161672 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4c58b1d7-938c-46fd-badd-882e73a157e9 req-17c70876-e900-4b23-9507-3044a9c431e5 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 943 time: 0.0817952 Aug 25 16:13:58.206626 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4c58b1d7-938c-46fd-badd-882e73a157e9 req-8d5cf790-c5cc-4196-a8ae-ae4ba1368cdf tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394292 Aug 25 16:13:58.211005 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-5327f203-845f-48fe-b123-8b77bcf3c1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:59.247784 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:59.418677 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b469927-e34a-49d4-ac6c-c5883be3228e req-60a8578d-bbdd-4693-b28f-2bc699c052df tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:59.420114 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2b469927-e34a-49d4-ac6c-c5883be3228e req-60a8578d-bbdd-4693-b28f-2bc699c052df tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 943 time: 0.0912068 Aug 25 16:13:59.465393 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2b469927-e34a-49d4-ac6c-c5883be3228e req-27d75d29-dc05-482c-b01a-c4025fd4c58a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397520 Aug 25 16:13:59.950154 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 22ae52dd-f1a1-487d-b9d8-a1c79250c102 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:14:00.080862 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 22ae52dd-f1a1-487d-b9d8-a1c79250c102, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=22ae52dd-f1a1-487d-b9d8-a1c79250c102,segment=NetworkSegment(630333ee-311f-409b-bedf-635d01350e69),segment_id=630333ee-311f-409b-bedf-635d01350e69)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:00.093431 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Returning: {'device': '22ae52dd-f1a1-487d-b9d8-a1c79250c102', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'port_id': '22ae52dd-f1a1-487d-b9d8-a1c79250c102', 'mac_address': 'fa:16:3e:45:cb:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:14:00.193890 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:00.211143 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22ae52dd-f1a1-487d-b9d8-a1c79250c102 {{(pid=75047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:14:00.225835 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 22ae52dd-f1a1-487d-b9d8-a1c79250c102, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=22ae52dd-f1a1-487d-b9d8-a1c79250c102,segment=NetworkSegment(630333ee-311f-409b-bedf-635d01350e69),segment_id=630333ee-311f-409b-bedf-635d01350e69)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:00.229647 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:00.232503 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-7b1e2f01-149e-4ab2-a27e-c6a52befb8b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:00.304747 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=22ae52dd-f1a1-487d-b9d8-a1c79250c102,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:00.315527 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:00.315867 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:00.316197 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:00.316525 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:00.316853 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:00.317201 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:00.317518 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:00.317841 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:00.318176 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:00.318476 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:00.318796 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:00.325368 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:00.681662 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6781a2c-af06-4261-95df-684cad173edf req-f2122038-b855-4d10-8c7d-265bff1a1b04 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:00.684064 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-d6781a2c-af06-4261-95df-684cad173edf req-f2122038-b855-4d10-8c7d-265bff1a1b04 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 944 time: 0.0852807 Aug 25 16:14:00.692089 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:00.736491 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-d6781a2c-af06-4261-95df-684cad173edf req-5f518358-970d-4f16-8eb0-35e12c2a252d tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444050 Aug 25 16:14:00.767638 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['22ae52dd-f1a1-487d-b9d8-a1c79250c102'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:14:00.988545 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3c0af-1d63-4e07-9def-2945dda357fe req-707cd061-cfd7-46af-b2c5-d5382aa669f4 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:00.989995 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-cff3c0af-1d63-4e07-9def-2945dda357fe req-707cd061-cfd7-46af-b2c5-d5382aa669f4 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 945 time: 0.1740174 Aug 25 16:14:01.034490 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-cff3c0af-1d63-4e07-9def-2945dda357fe req-b66251c4-44c9-4730-9e60-ca4d390a354e tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388892 Aug 25 16:14:01.932169 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c975b-f6f7-417a-b573-d6f0200cfeba req-03386595-9165-41d8-b320-703d829be4c6 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:01.933652 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6e1c975b-f6f7-417a-b573-d6f0200cfeba req-03386595-9165-41d8-b320-703d829be4c6 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 944 time: 0.0758407 Aug 25 16:14:01.976883 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6e1c975b-f6f7-417a-b573-d6f0200cfeba req-2c1ecff4-14cf-4f75-9dc8-40345e85952b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379226 Aug 25 16:14:02.219934 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cda36f-b187-4d5f-b4df-def47dfd53b0 req-6fc2b653-5d08-4479-a486-3cd37c682231 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:02.221388 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e5cda36f-b187-4d5f-b4df-def47dfd53b0 req-6fc2b653-5d08-4479-a486-3cd37c682231 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.21 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 945 time: 0.1279144 Aug 25 16:14:02.294648 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20faf706-9b46-481c-8751-09e5f8288781 req-f3406d5b-0dcf-48b4-9bc9-be951acce1cd tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:02.296066 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-20faf706-9b46-481c-8751-09e5f8288781 req-f3406d5b-0dcf-48b4-9bc9-be951acce1cd tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 945 time: 0.1398377 Aug 25 16:14:02.303475 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-e5cda36f-b187-4d5f-b4df-def47dfd53b0 req-f8ff80c2-163a-4831-b80b-7d5d5be1efa9 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Deleting port e5bd4e30-0c43-4318-8d78-73888aaea93c {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:14:02.303810 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-e5cda36f-b187-4d5f-b4df-def47dfd53b0 req-f8ff80c2-163a-4831-b80b-7d5d5be1efa9 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:02.440308 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-20faf706-9b46-481c-8751-09e5f8288781 req-cf99d209-0cd4-4b1f-935d-09a8373ce848 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/security-groups?id=af56a035-427e-4180-a8f4-cda1b2566c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090882 Aug 25 16:14:02.598301 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-e5cda36f-b187-4d5f-b4df-def47dfd53b0 req-f8ff80c2-163a-4831-b80b-7d5d5be1efa9 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] For port e5bd4e30-0c43-4318-8d78-73888aaea93c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e5bd4e30-0c43-4318-8d78-73888aaea93c,segment=NetworkSegment(22945d27-4f28-4b4b-bccd-4fc8bfeb26e0),segment_id=22945d27-4f28-4b4b-bccd-4fc8bfeb26e0)] {{(pid=75046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:02.598657 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-e5cda36f-b187-4d5f-b4df-def47dfd53b0 req-f8ff80c2-163a-4831-b80b-7d5d5be1efa9 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:02.718182 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-e5cda36f-b187-4d5f-b4df-def47dfd53b0 req-f8ff80c2-163a-4831-b80b-7d5d5be1efa9 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Calling delete_port for e5bd4e30-0c43-4318-8d78-73888aaea93c owned by compute:nova {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:14:02.857583 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-e5cda36f-b187-4d5f-b4df-def47dfd53b0 req-f8ff80c2-163a-4831-b80b-7d5d5be1efa9 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:02.864018 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-af0d80c5-57e3-402d-b5d1-1060b34b8b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:02.900761 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['e5bd4e30-0c43-4318-8d78-73888aaea93c'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:14:02.912269 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff80c2-163a-4831-b80b-7d5d5be1efa9 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Pushing event deleted for resources: {'Port': ['ID=e5bd4e30-0c43-4318-8d78-73888aaea93c,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:02.914870 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-f8ff80c2-163a-4831-b80b-7d5d5be1efa9 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:02.986082 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5cda36f-b187-4d5f-b4df-def47dfd53b0 req-f8ff80c2-163a-4831-b80b-7d5d5be1efa9 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] No DVR routers for this DVR port e5bd4e30-0c43-4318-8d78-73888aaea93c on host hv-cinder-80600 {{(pid=75046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:14:02.988542 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-e5cda36f-b187-4d5f-b4df-def47dfd53b0 req-f8ff80c2-163a-4831-b80b-7d5d5be1efa9 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:02.991630 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dcaa87d-de18-4ed3-88ac-122334f8a0ad', 'name': 'network-vif-deleted', 'tag': 'e5bd4e30-0c43-4318-8d78-73888aaea93c'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:14:03.002760 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e5cda36f-b187-4d5f-b4df-def47dfd53b0 req-f8ff80c2-163a-4831-b80b-7d5d5be1efa9 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.21 "DELETE /v2.0/ports/e5bd4e30-0c43-4318-8d78-73888aaea93c HTTP/1.1" status: 204 len: 173 time: 0.7741654 Aug 25 16:14:03.049104 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dcaa87d-de18-4ed3-88ac-122334f8a0ad', 'name': 'network-vif-deleted', 'tag': 'e5bd4e30-0c43-4318-8d78-73888aaea93c', 'status': 'completed', 'code': 200} Aug 25 16:14:03.183357 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece53cf-66ff-4328-ba1d-064941b38857 req-3ae6d333-0738-46c7-aebf-8d7fd356f644 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:03.184801 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0ece53cf-66ff-4328-ba1d-064941b38857 req-3ae6d333-0738-46c7-aebf-8d7fd356f644 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 944 time: 0.0777225 Aug 25 16:14:03.237658 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0ece53cf-66ff-4328-ba1d-064941b38857 req-31bce735-7306-4d67-9005-e776415a3af6 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459917 Aug 25 16:14:03.618373 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-9d016647-4091-4718-9c8c-8d43b829794a req-3dacd1ec-6f45-46fd-97ae-d4ed07c37420 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Synchronizing usage tracker for tenant:a8edaba4f7ed44dc86a4225c7ed9aa26 on resource:port {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:14:03.633499 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-9d016647-4091-4718-9c8c-8d43b829794a req-3dacd1ec-6f45-46fd-97ae-d4ed07c37420 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Unset dirty status for tenant:a8edaba4f7ed44dc86a4225c7ed9aa26 on resource:port {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:14:03.634625 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-9d016647-4091-4718-9c8c-8d43b829794a req-3dacd1ec-6f45-46fd-97ae-d4ed07c37420 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dcaa87d-de18-4ed3-88ac-122334f8a0ad HTTP/1.1" status: 200 len: 210 time: 0.0595477 Aug 25 16:14:03.973164 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 22ae52dd-f1a1-487d-b9d8-a1c79250c102 up at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:14:04.039586 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning for port 22ae52dd-f1a1-487d-b9d8-a1c79250c102 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:14:04.044099 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning complete for port 22ae52dd-f1a1-487d-b9d8-a1c79250c102 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:14:04.044476 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:04.155108 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:04.182631 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a885cfc1-e027-42fd-8b19-c72e070a0cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ae52dd-f1a1-487d-b9d8-a1c79250c102'}] {{(pid=75047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:14:04.191832 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 22ae52dd-f1a1-487d-b9d8-a1c79250c102, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=22ae52dd-f1a1-487d-b9d8-a1c79250c102,segment=NetworkSegment(630333ee-311f-409b-bedf-635d01350e69),segment_id=630333ee-311f-409b-bedf-635d01350e69)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:04.195654 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:04.197511 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d40365c-8b82-4c67-96dc-37951e8a3abb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:04.243746 dv-cinder-806008-1-iscsi neutron-server[75047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a885cfc1-e027-42fd-8b19-c72e070a0cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ae52dd-f1a1-487d-b9d8-a1c79250c102', 'code': 200} Aug 25 16:14:04.261685 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=22ae52dd-f1a1-487d-b9d8-a1c79250c102,revision_number=5']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:04.264700 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:04.442763 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5266a8-fa93-44d1-b35e-51b6aba1550d req-b43c741d-318a-42f3-855b-ad5a421db9f4 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:04.444547 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2b5266a8-fa93-44d1-b35e-51b6aba1550d req-b43c741d-318a-42f3-855b-ad5a421db9f4 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 945 time: 0.0783980 Aug 25 16:14:04.491287 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2b5266a8-fa93-44d1-b35e-51b6aba1550d req-a5138077-03a4-4b29-92dd-5e8180b882cf tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410058 Aug 25 16:14:04.561880 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-17a99984-652c-4c80-b89c-fbf27e1c4e8d req-e53ac63b-66c1-4611-af9f-3bbf78c5a37e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 1098 time: 0.0690560 Aug 25 16:14:04.607616 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-17a99984-652c-4c80-b89c-fbf27e1c4e8d req-af3d41d1-1a4f-4494-b139-9cbbb9dab686 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380824 Aug 25 16:14:05.283650 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 53796) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:05.773083 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cc943-fe9f-4b6a-9ece-9fdea7b207ac req-ba461bb9-3c66-4d7d-a264-6a5d33197c87 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:05.774544 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-614cc943-fe9f-4b6a-9ece-9fdea7b207ac req-ba461bb9-3c66-4d7d-a264-6a5d33197c87 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 945 time: 0.1629674 Aug 25 16:14:05.980220 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-614cc943-fe9f-4b6a-9ece-9fdea7b207ac req-e3f20b0a-5e52-4cac-949a-6ffdd05a4b54 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989794 Aug 25 16:14:05.995016 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device e5bd4e30-0c43-4318-8d78-73888aaea93c no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:14:06.009190 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-9dae30e3-9872-47a7-8b4b-5b70c05ff6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684895'] for router_interface, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:06.043313 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] No Port match for: e5bd4e30-0c43-4318-8d78-73888aaea93c {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:14:06.043757 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device e5bd4e30-0c43-4318-8d78-73888aaea93c not bound to the agent host hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:14:06.649960 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [None req-9dae30e3-9872-47a7-8b4b-5b70c05ff6dd admin admin] Deleting port 0b3bcace-76d7-4192-b9ab-dfd3f3aee711 {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:14:06.650313 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-9dae30e3-9872-47a7-8b4b-5b70c05ff6dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:06.827951 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [None req-9dae30e3-9872-47a7-8b4b-5b70c05ff6dd admin admin] For port 0b3bcace-76d7-4192-b9ab-dfd3f3aee711, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=0b3bcace-76d7-4192-b9ab-dfd3f3aee711,segment=NetworkSegment(22945d27-4f28-4b4b-bccd-4fc8bfeb26e0),segment_id=22945d27-4f28-4b4b-bccd-4fc8bfeb26e0)] {{(pid=75046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:06.828651 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-9dae30e3-9872-47a7-8b4b-5b70c05ff6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:06.835504 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa1ebb-3c85-455d-8511-3e4f71f1918a req-9a37d332-5ea9-48c6-95ec-1e47c29711d1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:06.836921 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a0aa1ebb-3c85-455d-8511-3e4f71f1918a req-9a37d332-5ea9-48c6-95ec-1e47c29711d1 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0808141 Aug 25 16:14:06.883088 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a0aa1ebb-3c85-455d-8511-3e4f71f1918a req-8b61b567-cff5-4bcc-804e-c771b0d6f68d tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401390 Aug 25 16:14:06.948848 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [None req-9dae30e3-9872-47a7-8b4b-5b70c05ff6dd admin admin] Calling delete_port for 0b3bcace-76d7-4192-b9ab-dfd3f3aee711 owned by network:router_interface {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:14:07.162514 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-9dae30e3-9872-47a7-8b4b-5b70c05ff6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:07.166719 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-87dd5ed0-e927-4a4c-9e41-b9891b957eb6 tempest-VolumesActionsTest-706327328 tempest-VolumesActionsTest-706327328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:07.219112 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae30e3-9872-47a7-8b4b-5b70c05ff6dd admin admin] Pushing event deleted for resources: {'Port': ['ID=0b3bcace-76d7-4192-b9ab-dfd3f3aee711,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:07.223371 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-9dae30e3-9872-47a7-8b4b-5b70c05ff6dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:07.312060 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6d897-0e74-4ffa-836f-ee470fe898fb req-0a6b96cb-20ae-4d87-a5dd-2dfa0aa25ab2 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:07.313578 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-d9a6d897-0e74-4ffa-836f-ee470fe898fb req-0a6b96cb-20ae-4d87-a5dd-2dfa0aa25ab2 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 945 time: 0.1994464 Aug 25 16:14:07.441205 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-d9a6d897-0e74-4ffa-836f-ee470fe898fb req-f94b50f5-5b9f-4029-b32f-a5a37abca0de tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167436 Aug 25 16:14:07.640773 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb50bec-3dc0-42f9-8f62-35c11f12c333 req-34c1d4f6-0efc-4909-97f7-f58cd01ea19b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:07.642266 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-9bb50bec-3dc0-42f9-8f62-35c11f12c333 req-34c1d4f6-0efc-4909-97f7-f58cd01ea19b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 945 time: 0.0770719 Aug 25 16:14:07.652900 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-9dae30e3-9872-47a7-8b4b-5b70c05ff6dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1708162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684971'] for router_interface, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:07.690963 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-9bb50bec-3dc0-42f9-8f62-35c11f12c333 req-0a216f5b-7119-4e24-b4b3-1e65ff5d383d tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431187 Aug 25 16:14:07.718996 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 53818) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:07.792308 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-ace03bbe-9089-434b-8301-7b78ffc97ea4 tempest-TestVolumeBootPattern-1655205421 tempest-TestVolumeBootPattern-1655205421-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 1093 time: 0.0721290 Aug 25 16:14:07.795007 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 53822) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:07.800309 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-0d2e43c9-f12b-4adb-8655-5677581bc03b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Request body: {'floatingip': {'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'port_id': '22ae52dd-f1a1-487d-b9d8-a1c79250c102', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:07.806611 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-0d2e43c9-f12b-4adb-8655-5677581bc03b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:07.810402 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-0d2e43c9-f12b-4adb-8655-5677581bc03b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Usage tracker for resource:floatingip and tenant:8d49b7bf8eb94202b4e68c00481db1bb is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:07.813213 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-0d2e43c9-f12b-4adb-8655-5677581bc03b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:07.818906 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-0d2e43c9-f12b-4adb-8655-5677581bc03b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:07.831219 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0d2e43c9-f12b-4adb-8655-5677581bc03b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for floatingip, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:08.043053 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0d2e43c9-f12b-4adb-8655-5677581bc03b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:08.185615 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_common [None req-0d2e43c9-f12b-4adb-8655-5677581bc03b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Allocated IP 172.27.1.200 (918dfb31-e205-4511-8f83-81a91dee6c8c/7d72112f-2376-4184-b827-994c471d72fa/87e49f00-d27d-4b32-a370-689b1439fcc1) {{(pid=75045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:14:08.189692 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e3368-606b-49eb-858b-a5cb0699a6df req-cc674dfa-d5af-4912-b00b-501a9f5fdc3e tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:08.191156 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-156e3368-606b-49eb-858b-a5cb0699a6df req-cc674dfa-d5af-4912-b00b-501a9f5fdc3e tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.1784091 Aug 25 16:14:08.299374 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-156e3368-606b-49eb-858b-a5cb0699a6df req-450c99b9-8491-450e-811e-cf9f09044fc9 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=a2d8919f-3349-4d77-b906-be549cf0c9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019387 Aug 25 16:14:08.337850 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0d2e43c9-f12b-4adb-8655-5677581bc03b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for port, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:08.366323 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0d2e43c9-f12b-4adb-8655-5677581bc03b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:08.370698 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-ad91cdfd-4f9f-4ade-80c6-a5ee32d8a6f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:08.415473 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dae30e3-9872-47a7-8b4b-5b70c05ff6dd admin admin] Router 2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:14:08.430765 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2e43c9-f12b-4adb-8655-5677581bc03b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Network 918dfb31-e205-4511-8f83-81a91dee6c8c is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:14:08.432331 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fddd2-370f-4c8d-b319-e795c47f016a req-17827bd5-3f03-49c3-a182-7ab5d1a53375 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:08.433503 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-0d2e43c9-f12b-4adb-8655-5677581bc03b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:14:08.433801 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-274fddd2-370f-4c8d-b319-e795c47f016a req-17827bd5-3f03-49c3-a182-7ab5d1a53375 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 945 time: 0.0982704 Aug 25 16:14:08.437658 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2e43c9-f12b-4adb-8655-5677581bc03b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Received port after_create {{(pid=75045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:14:08.477085 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e43c9-f12b-4adb-8655-5677581bc03b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Pushing event updated for resources: {'Port': ['ID=87e49f00-d27d-4b32-a370-689b1439fcc1,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:08.481119 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-0d2e43c9-f12b-4adb-8655-5677581bc03b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:08.574279 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-274fddd2-370f-4c8d-b319-e795c47f016a req-0256e1d4-0597-4f80-bbf1-ddaefb0610d3 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Deleting port 49913d17-294d-4f67-859d-90517c3f0c9c {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:14:08.574561 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-274fddd2-370f-4c8d-b319-e795c47f016a req-0256e1d4-0597-4f80-bbf1-ddaefb0610d3 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:08.899898 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-274fddd2-370f-4c8d-b319-e795c47f016a req-0256e1d4-0597-4f80-bbf1-ddaefb0610d3 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] For port 49913d17-294d-4f67-859d-90517c3f0c9c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=49913d17-294d-4f67-859d-90517c3f0c9c,segment=NetworkSegment(a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c),segment_id=a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c)] {{(pid=75046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:08.900253 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-274fddd2-370f-4c8d-b319-e795c47f016a req-0256e1d4-0597-4f80-bbf1-ddaefb0610d3 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:08.955218 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0d2e43c9-f12b-4adb-8655-5677581bc03b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:09.016957 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0d2e43c9-f12b-4adb-8655-5677581bc03b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:09.098046 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dae30e3-9872-47a7-8b4b-5b70c05ff6dd admin admin] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:14:09.115289 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ee12c9-405f-4e14-abb2-f806401c2e0a None None] Sync routers for ids ['2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa'] in dv-cinder-806008-1-iscsi {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:14:09.130099 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ee12c9-405f-4e14-abb2-f806401c2e0a None None] Routers {'2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:14:09.131596 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-58ee12c9-405f-4e14-abb2-f806401c2e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:13:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:09.204926 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-9dae30e3-9872-47a7-8b4b-5b70c05ff6dd admin admin] 10.222.0.43 "PUT /v2.0/routers/2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9201620 Aug 25 16:14:09.208224 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 53828) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:09.310768 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0d2e43c9-f12b-4adb-8655-5677581bc03b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for port, precommit_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:09.313398 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-58ee12c9-405f-4e14-abb2-f806401c2e0a None None] Set router 2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:14:09.321614 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0d2e43c9-f12b-4adb-8655-5677581bc03b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3837783'] for port, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:09.326535 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-e7fb7561-f4af-426b-a32d-c61797738d01 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:09.372805 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-274fddd2-370f-4c8d-b319-e795c47f016a req-0256e1d4-0597-4f80-bbf1-ddaefb0610d3 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:09.374301 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-274fddd2-370f-4c8d-b319-e795c47f016a req-0256e1d4-0597-4f80-bbf1-ddaefb0610d3 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683597'] for floatingip, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:09.374796 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.db.l3_db [req-274fddd2-370f-4c8d-b319-e795c47f016a req-0256e1d4-0597-4f80-bbf1-ddaefb0610d3 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Floating IP c259eb35-7606-453d-bbfd-5c59ce18091f disassociated. External IP: 172.27.1.37, port: 49913d17-294d-4f67-859d-90517c3f0c9c. Aug 25 16:14:09.376740 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-274fddd2-370f-4c8d-b319-e795c47f016a req-0256e1d4-0597-4f80-bbf1-ddaefb0610d3 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Calling delete_port for 49913d17-294d-4f67-859d-90517c3f0c9c owned by compute:nova {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:14:09.394208 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e43c9-f12b-4adb-8655-5677581bc03b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Pushing event updated for resources: {'Port': ['ID=87e49f00-d27d-4b32-a370-689b1439fcc1,revision_number=2']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:09.398351 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-0d2e43c9-f12b-4adb-8655-5677581bc03b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:09.571169 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-274fddd2-370f-4c8d-b319-e795c47f016a req-0256e1d4-0597-4f80-bbf1-ddaefb0610d3 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:09.577955 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-1f645c5c-7972-41bb-93c4-df0815c64705 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:09.620732 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-58ee12c9-405f-4e14-abb2-f806401c2e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'name': 'tempest-TestMinimumBasicScenario-989959219-router', 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '031e1411-b2c4-48df-ba7b-f7299d53776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:03Z', 'updated_at': '2021-08-25T16:14:07Z', 'revision_number': 5, 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'gw_port': {'id': '031e1411-b2c4-48df-ba7b-f7299d53776f', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:03Z', 'updated_at': '2021-08-25T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:09.625236 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ee12c9-405f-4e14-abb2-f806401c2e0a None None] Checking router: 2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa for host: dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:14:09.627378 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0256e1d4-0597-4f80-bbf1-ddaefb0610d3 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Pushing event deleted for resources: {'Port': ['ID=49913d17-294d-4f67-859d-90517c3f0c9c,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:09.630760 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-0256e1d4-0597-4f80-bbf1-ddaefb0610d3 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:09.644183 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ee12c9-405f-4e14-abb2-f806401c2e0a None None] Routers {'2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:14:09.644867 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-58ee12c9-405f-4e14-abb2-f806401c2e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:13:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:09.653179 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a9974b0c-3618-4171-b3f5-c9fb78220a94 req-0a9f76e2-0c12-4870-a90e-f1ee7638a36c tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 210 time: 0.1515923 Aug 25 16:14:09.658756 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0d2e43c9-f12b-4adb-8655-5677581bc03b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683597'] for floatingip, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:09.765061 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ea539edb-823f-4d70-8064-4e02188745b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:09.846007 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-274fddd2-370f-4c8d-b319-e795c47f016a req-0256e1d4-0597-4f80-bbf1-ddaefb0610d3 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Router f58c8b96-606e-4776-859f-d7a0ac50c1db has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:14:09.850672 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-58ee12c9-405f-4e14-abb2-f806401c2e0a None None] Set router 2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:14:10.033760 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.db.l3_db [None req-0d2e43c9-f12b-4adb-8655-5677581bc03b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Floating IP d503176b-560e-4727-a3d1-a2ffdd22b454 associated. External IP: 172.27.1.200, port: 22ae52dd-f1a1-487d-b9d8-a1c79250c102. Aug 25 16:14:10.060420 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-274fddd2-370f-4c8d-b319-e795c47f016a req-0256e1d4-0597-4f80-bbf1-ddaefb0610d3 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:14:10.071105 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d2377a-451b-4a07-918d-5a3794d50f64 None None] Sync routers for ids ['f58c8b96-606e-4776-859f-d7a0ac50c1db'] in dv-cinder-806008-1-iscsi {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:14:10.092195 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d2377a-451b-4a07-918d-5a3794d50f64 None None] Routers {'f58c8b96-606e-4776-859f-d7a0ac50c1db'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:14:10.092984 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-23d2377a-451b-4a07-918d-5a3794d50f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:13:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['f58c8b96-606e-4776-859f-d7a0ac50c1db'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:10.156308 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-274fddd2-370f-4c8d-b319-e795c47f016a req-0256e1d4-0597-4f80-bbf1-ddaefb0610d3 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] No DVR routers for this DVR port 49913d17-294d-4f67-859d-90517c3f0c9c on host hv-cinder-80600 {{(pid=75046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:14:10.159206 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-274fddd2-370f-4c8d-b319-e795c47f016a req-0256e1d4-0597-4f80-bbf1-ddaefb0610d3 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:10.162669 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb90aae1-a95c-4b83-adcd-d4d016c3c31e', 'name': 'network-vif-deleted', 'tag': '49913d17-294d-4f67-859d-90517c3f0c9c'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:14:10.175588 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ea539edb-823f-4d70-8064-4e02188745b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:10.197667 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-274fddd2-370f-4c8d-b319-e795c47f016a req-0256e1d4-0597-4f80-bbf1-ddaefb0610d3 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.21 "DELETE /v2.0/ports/49913d17-294d-4f67-859d-90517c3f0c9c HTTP/1.1" status: 204 len: 173 time: 1.7565498 Aug 25 16:14:10.235671 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-ea539edb-823f-4d70-8064-4e02188745b1 admin admin] Deleting port 031e1411-b2c4-48df-ba7b-f7299d53776f {{(pid=75045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:14:10.236229 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ea539edb-823f-4d70-8064-4e02188745b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:10.236325 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-58ee12c9-405f-4e14-abb2-f806401c2e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'name': 'tempest-TestMinimumBasicScenario-989959219-router', 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '031e1411-b2c4-48df-ba7b-f7299d53776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:03Z', 'updated_at': '2021-08-25T16:14:07Z', 'revision_number': 5, 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'gw_port': {'id': '031e1411-b2c4-48df-ba7b-f7299d53776f', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:03Z', 'updated_at': '2021-08-25T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:10.245087 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ee12c9-405f-4e14-abb2-f806401c2e0a None None] The sync data for ids ['2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa'] in dv-cinder-806008-1-iscsi is: [{'id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'name': 'tempest-TestMinimumBasicScenario-989959219-router', 'tenant_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '031e1411-b2c4-48df-ba7b-f7299d53776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:03Z', 'updated_at': '2021-08-25T16:14:07Z', 'revision_number': 5, 'project_id': 'a8edaba4f7ed44dc86a4225c7ed9aa26', 'gw_port': {'id': '031e1411-b2c4-48df-ba7b-f7299d53776f', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:03Z', 'updated_at': '2021-08-25T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}] {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:14:10.254491 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb90aae1-a95c-4b83-adcd-d4d016c3c31e', 'name': 'network-vif-deleted', 'tag': '49913d17-294d-4f67-859d-90517c3f0c9c', 'status': 'completed', 'code': 200} Aug 25 16:14:10.366308 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-23d2377a-451b-4a07-918d-5a3794d50f64 None None] Set router f58c8b96-606e-4776-859f-d7a0ac50c1db gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:14:10.461877 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.db [None req-ea539edb-823f-4d70-8064-4e02188745b1 admin admin] For port 031e1411-b2c4-48df-ba7b-f7299d53776f, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=031e1411-b2c4-48df-ba7b-f7299d53776f,segment=NetworkSegment(6c802ec5-cb0c-4ebf-9051-a5208badfc91),segment_id=6c802ec5-cb0c-4ebf-9051-a5208badfc91)] {{(pid=75045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:10.462143 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ea539edb-823f-4d70-8064-4e02188745b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:10.652792 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-ea539edb-823f-4d70-8064-4e02188745b1 admin admin] Calling delete_port for 031e1411-b2c4-48df-ba7b-f7299d53776f owned by network:router_gateway {{(pid=75045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:14:10.750585 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-23d2377a-451b-4a07-918d-5a3794d50f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'name': 'tempest-AttachVolumeTestJSON-501176244-router', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '32063eea-5f71-4835-a166-2841f2053755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:06:10Z', 'updated_at': '2021-08-25T16:06:17Z', 'revision_number': 4, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'gw_port': {'id': '32063eea-5f71-4835-a166-2841f2053755', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:11Z', 'updated_at': '2021-08-25T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '689faede-518d-4d2f-a1c5-67b6a8c09289', 'name': '', 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'mac_address': 'fa:16:3e:30:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b41362-f061-4c09-83d7-5c1bf8e439a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:15Z', 'updated_at': '2021-08-25T16:06:25Z', 'revision_number': 5, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'subnets': [{'id': '03b41362-f061-4c09-83d7-5c1bf8e439a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:10.757037 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d2377a-451b-4a07-918d-5a3794d50f64 None None] Checking router: f58c8b96-606e-4776-859f-d7a0ac50c1db for host: dv-cinder-806008-1-iscsi {{(pid=75048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:14:10.758695 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:10.771318 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d2377a-451b-4a07-918d-5a3794d50f64 None None] Routers {'f58c8b96-606e-4776-859f-d7a0ac50c1db'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:14:10.772484 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-23d2377a-451b-4a07-918d-5a3794d50f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:13:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['f58c8b96-606e-4776-859f-d7a0ac50c1db'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:10.991802 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-23d2377a-451b-4a07-918d-5a3794d50f64 None None] Set router f58c8b96-606e-4776-859f-d7a0ac50c1db gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:14:11.065477 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e4fca609-f47e-4299-98b6-12cdb16f0bdc req-dfe61536-df23-497a-81ec-cc85c0eee09e tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb90aae1-a95c-4b83-adcd-d4d016c3c31e HTTP/1.1" status: 200 len: 210 time: 0.1714714 Aug 25 16:14:11.113581 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 0b3bcace-76d7-4192-b9ab-dfd3f3aee711 no longer exists at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:14:11.151892 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] No Port match for: 0b3bcace-76d7-4192-b9ab-dfd3f3aee711 {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:14:11.152535 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 0b3bcace-76d7-4192-b9ab-dfd3f3aee711 not bound to the agent host dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:14:11.236454 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ea539edb-823f-4d70-8064-4e02188745b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:11.242118 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-15c057c6-28b0-4781-89c1-6e01816366f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:11.287975 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea539edb-823f-4d70-8064-4e02188745b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=031e1411-b2c4-48df-ba7b-f7299d53776f,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:11.292349 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-ea539edb-823f-4d70-8064-4e02188745b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:11.332435 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-23d2377a-451b-4a07-918d-5a3794d50f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'name': 'tempest-AttachVolumeTestJSON-501176244-router', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '32063eea-5f71-4835-a166-2841f2053755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:06:10Z', 'updated_at': '2021-08-25T16:06:17Z', 'revision_number': 4, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'gw_port': {'id': '32063eea-5f71-4835-a166-2841f2053755', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:11Z', 'updated_at': '2021-08-25T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '689faede-518d-4d2f-a1c5-67b6a8c09289', 'name': '', 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'mac_address': 'fa:16:3e:30:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b41362-f061-4c09-83d7-5c1bf8e439a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:15Z', 'updated_at': '2021-08-25T16:06:25Z', 'revision_number': 5, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'subnets': [{'id': '03b41362-f061-4c09-83d7-5c1bf8e439a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:11.337465 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d2377a-451b-4a07-918d-5a3794d50f64 None None] The sync data for ids ['f58c8b96-606e-4776-859f-d7a0ac50c1db'] in dv-cinder-806008-1-iscsi is: [{'id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'name': 'tempest-AttachVolumeTestJSON-501176244-router', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '32063eea-5f71-4835-a166-2841f2053755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:06:10Z', 'updated_at': '2021-08-25T16:06:17Z', 'revision_number': 4, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'gw_port': {'id': '32063eea-5f71-4835-a166-2841f2053755', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:11Z', 'updated_at': '2021-08-25T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '689faede-518d-4d2f-a1c5-67b6a8c09289', 'name': '', 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'mac_address': 'fa:16:3e:30:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b41362-f061-4c09-83d7-5c1bf8e439a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:15Z', 'updated_at': '2021-08-25T16:06:25Z', 'revision_number': 5, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'subnets': [{'id': '03b41362-f061-4c09-83d7-5c1bf8e439a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:14:11.372714 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2e43c9-f12b-4adb-8655-5677581bc03b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Router e011034f-6880-473d-9d2e-9348615babe3 has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:14:11.552424 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b06b6a1-2a9f-4607-b6ef-653585ae9d80 None None] New status for floating IP c259eb35-7606-453d-bbfd-5c59ce18091f: DOWN {{(pid=75047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:14:11.602562 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ea539edb-823f-4d70-8064-4e02188745b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683554'] for router_gateway, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:11.879599 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ea539edb-823f-4d70-8064-4e02188745b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4395'] for router, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:11.887149 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ea539edb-823f-4d70-8064-4e02188745b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:11.995997 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 49913d17-294d-4f67-859d-90517c3f0c9c no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:14:12.027947 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] No Port match for: 49913d17-294d-4f67-859d-90517c3f0c9c {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:14:12.028291 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 49913d17-294d-4f67-859d-90517c3f0c9c not bound to the agent host hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:14:12.041075 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ea539edb-823f-4d70-8064-4e02188745b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-686622'] for router, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:12.041520 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea539edb-823f-4d70-8064-4e02188745b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa {{(pid=75045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:14:12.074080 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ea539edb-823f-4d70-8064-4e02188745b1 admin admin] Notify callbacks [] for router, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:12.077673 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-ea539edb-823f-4d70-8064-4e02188745b1 admin admin] 10.222.0.43 "DELETE /v2.0/routers/2b231c39-0452-43f5-ba0b-8ccfc8b6c0fa HTTP/1.1" status: 204 len: 168 time: 2.8660634 Aug 25 16:14:12.077828 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 53838) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:12.081150 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2e43c9-f12b-4adb-8655-5677581bc03b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:14:12.090687 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25917354-1c03-4a71-bed5-25468f942950 None None] Sync routers for ids ['e011034f-6880-473d-9d2e-9348615babe3'] in dv-cinder-806008-1-iscsi {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:14:12.106683 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25917354-1c03-4a71-bed5-25468f942950 None None] Routers {'e011034f-6880-473d-9d2e-9348615babe3'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:14:12.107673 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-25917354-1c03-4a71-bed5-25468f942950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:13:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['e011034f-6880-473d-9d2e-9348615babe3'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:12.147569 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0d2e43c9-f12b-4adb-8655-5677581bc03b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for floatingip, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:12.194943 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_v2 [None req-e430560b-17c7-4b14-af74-b3a9dcd57314 admin admin] Deleting subnet 4e30a288-df0f-46d0-af7f-e3694c937642 {{(pid=75045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:14:12.219324 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e430560b-17c7-4b14-af74-b3a9dcd57314 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:12.233437 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 53846) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:12.274380 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-0d2e43c9-f12b-4adb-8655-5677581bc03b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4783225 Aug 25 16:14:12.280327 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a885cfc1-e027-42fd-8b19-c72e070a0cf6', 'tag': '22ae52dd-f1a1-487d-b9d8-a1c79250c102'}] {{(pid=75045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:14:12.293071 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e430560b-17c7-4b14-af74-b3a9dcd57314 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3836961'] for subnet, precommit_delete_associations {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:12.314537 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-25917354-1c03-4a71-bed5-25468f942950 None None] Set router e011034f-6880-473d-9d2e-9348615babe3 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:14:12.345826 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a885cfc1-e027-42fd-8b19-c72e070a0cf6', 'tag': '22ae52dd-f1a1-487d-b9d8-a1c79250c102', 'status': 'completed', 'code': 200} Aug 25 16:14:12.351048 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-5ba8b68a-8220-4127-bbfb-153c4156f952 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:12.380978 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-5ba8b68a-8220-4127-bbfb-153c4156f952 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:12.498730 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5b0d6c2b-c78b-4e42-8937-58900b55d926 req-2f4b5a07-3f7d-431d-870c-c2f310201756 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d49b7bf8eb94202b4e68c00481db1bb&device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 1098 time: 0.1054659 Aug 25 16:14:12.506266 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-5ba8b68a-8220-4127-bbfb-153c4156f952 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:12.511941 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-61e1d7fb-1334-442c-9030-7d1395aef343 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:12.551216 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e430560b-17c7-4b14-af74-b3a9dcd57314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731498'] for subnet, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:12.601685 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba8b68a-8220-4127-bbfb-153c4156f952 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d8919f-3349-4d77-b906-be549cf0c9bd,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:12.609364 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-5ba8b68a-8220-4127-bbfb-153c4156f952 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:12.624984 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-5ba8b68a-8220-4127-bbfb-153c4156f952 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:12.628641 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-5ba8b68a-8220-4127-bbfb-153c4156f952 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "DELETE /v2.0/security-groups/a2d8919f-3349-4d77-b906-be549cf0c9bd HTTP/1.1" status: 204 len: 168 time: 0.3916757 Aug 25 16:14:12.630046 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 53854) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:12.663035 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.api.v2.resource [None req-287b32ff-3c7a-41cb-972f-311921a6cb04 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] show failed (client error): The resource could not be found. Aug 25 16:14:12.664102 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-287b32ff-3c7a-41cb-972f-311921a6cb04 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups/a2d8919f-3349-4d77-b906-be549cf0c9bd HTTP/1.1" status: 404 len: 347 time: 0.0325658 Aug 25 16:14:12.665666 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e430560b-17c7-4b14-af74-b3a9dcd57314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3837869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854734'] for subnet, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:12.670096 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 53858) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:12.670679 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:12.683896 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d6c2b-c78b-4e42-8937-58900b55d926 req-196e1811-a01f-4a02-8626-63a42441569a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:12.685363 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5b0d6c2b-c78b-4e42-8937-58900b55d926 req-196e1811-a01f-4a02-8626-63a42441569a service neutron] 10.222.0.21 "GET /v2.0/networks?id=718b11f1-f8ce-4b3b-a0cd-44603747195c HTTP/1.1" status: 200 len: 913 time: 0.1744785 Aug 25 16:14:12.708069 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430560b-17c7-4b14-af74-b3a9dcd57314 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e30a288-df0f-46d0-af7f-e3694c937642,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:12.712162 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-e430560b-17c7-4b14-af74-b3a9dcd57314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:12.744773 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-25917354-1c03-4a71-bed5-25468f942950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e011034f-6880-473d-9d2e-9348615babe3', 'name': 'tempest-TestVolumeBootPattern-970962436-router', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:26Z', 'updated_at': '2021-08-25T16:07:33Z', 'revision_number': 4, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'gw_port': {'id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:27Z', 'updated_at': '2021-08-25T16:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_floatingips': [{'id': 'd503176b-560e-4727-a3d1-a2ffdd22b454', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'port_id': '22ae52dd-f1a1-487d-b9d8-a1c79250c102', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'mac_address': 'fa:16:3e:45:cb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885cfc1-e027-42fd-8b19-c72e070a0cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:14:08Z', 'updated_at': '2021-08-25T16:14:08Z', 'revision_number': 0, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14476426-bfe9-4eb0-99dd-ed64140166b1', 'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'mac_address': 'fa:16:3e:45:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:32Z', 'updated_at': '2021-08-25T16:08:13Z', 'revision_number': 5, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'subnets': [{'id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:12.748811 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25917354-1c03-4a71-bed5-25468f942950 None None] Checking router: e011034f-6880-473d-9d2e-9348615babe3 for host: dv-cinder-806008-1-iscsi {{(pid=75048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:14:12.759873 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25917354-1c03-4a71-bed5-25468f942950 None None] Routers {'e011034f-6880-473d-9d2e-9348615babe3'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:14:12.760568 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-25917354-1c03-4a71-bed5-25468f942950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:13:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['e011034f-6880-473d-9d2e-9348615babe3'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:12.793507 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e430560b-17c7-4b14-af74-b3a9dcd57314 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:12.799816 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73283c80-d998-4883-87c5-a80ef1bbbc3f None None] Network 53b8ca3b-c7b5-4977-bfe0-00939af2a7c1 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:14:12.800444 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5b0d6c2b-c78b-4e42-8937-58900b55d926 req-a22244d8-18bb-476d-a2a6-fa12ba567aa3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22ae52dd-f1a1-487d-b9d8-a1c79250c102 HTTP/1.1" status: 200 len: 999 time: 0.1068821 Aug 25 16:14:12.874064 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-e430560b-17c7-4b14-af74-b3a9dcd57314 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4e30a288-df0f-46d0-af7f-e3694c937642 HTTP/1.1" status: 204 len: 168 time: 0.7951818 Aug 25 16:14:12.876553 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d6c2b-c78b-4e42-8937-58900b55d926 req-6877dd4c-da83-426a-b92c-af7e3c8c4e20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:12.878149 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5b0d6c2b-c78b-4e42-8937-58900b55d926 req-6877dd4c-da83-426a-b92c-af7e3c8c4e20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab66fe1-445a-43bc-ae43-f295df741f59 HTTP/1.1" status: 200 len: 850 time: 0.0707486 Aug 25 16:14:12.878823 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 53862) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:12.887875 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-1f1a7001-f577-455f-9420-589692aa7578 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Deleting port 93c463b5-3be4-4d18-b5da-2a3096ba675c {{(pid=75045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:14:12.888488 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-1f1a7001-f577-455f-9420-589692aa7578 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:12.998967 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-25917354-1c03-4a71-bed5-25468f942950 None None] Set router e011034f-6880-473d-9d2e-9348615babe3 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:14:13.099206 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-1f1a7001-f577-455f-9420-589692aa7578 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:13.099554 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-1f1a7001-f577-455f-9420-589692aa7578 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:13.123452 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d29bd93-79ef-4963-a940-b2bd16813388 None None] DHCP port deletion for 53b8ca3b-c7b5-4977-bfe0-00939af2a7c1 request from dv-cinder-806008-1-iscsi {{(pid=75047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:14:13.133766 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-1d29bd93-79ef-4963-a940-b2bd16813388 None None] Deleting port 4930fce3-f81f-4648-b337-b98b8045b68d {{(pid=75047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:14:13.137466 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-1d29bd93-79ef-4963-a940-b2bd16813388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:13.167743 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-c51ada42-54a8-4690-9de8-7d792e23061a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588176'] for network, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:13.188627 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5b0d6c2b-c78b-4e42-8937-58900b55d926 req-97f19e34-2bb7-47fe-a2ce-f824abfef297 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=718b11f1-f8ce-4b3b-a0cd-44603747195c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2872803 Aug 25 16:14:13.189618 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [None req-c51ada42-54a8-4690-9de8-7d792e23061a admin admin] Deleting port 4930fce3-f81f-4648-b337-b98b8045b68d {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:14:13.190126 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-c51ada42-54a8-4690-9de8-7d792e23061a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:13.237698 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-1f1a7001-f577-455f-9420-589692aa7578 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Calling delete_port for 93c463b5-3be4-4d18-b5da-2a3096ba675c owned by network:floatingip {{(pid=75045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:14:13.306101 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 031e1411-b2c4-48df-ba7b-f7299d53776f no longer exists at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:14:13.406241 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] No Port match for: 031e1411-b2c4-48df-ba7b-f7299d53776f {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:14:13.406456 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 031e1411-b2c4-48df-ba7b-f7299d53776f not bound to the agent host dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:14:13.413680 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 4930fce3-f81f-4648-b337-b98b8045b68d no longer exists at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:14:13.414857 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-1f1a7001-f577-455f-9420-589692aa7578 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:13.416287 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-25917354-1c03-4a71-bed5-25468f942950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e011034f-6880-473d-9d2e-9348615babe3', 'name': 'tempest-TestVolumeBootPattern-970962436-router', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:26Z', 'updated_at': '2021-08-25T16:07:33Z', 'revision_number': 4, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'gw_port': {'id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:27Z', 'updated_at': '2021-08-25T16:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_floatingips': [{'id': 'd503176b-560e-4727-a3d1-a2ffdd22b454', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'port_id': '22ae52dd-f1a1-487d-b9d8-a1c79250c102', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'mac_address': 'fa:16:3e:45:cb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885cfc1-e027-42fd-8b19-c72e070a0cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:14:08Z', 'updated_at': '2021-08-25T16:14:08Z', 'revision_number': 0, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14476426-bfe9-4eb0-99dd-ed64140166b1', 'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'mac_address': 'fa:16:3e:45:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:32Z', 'updated_at': '2021-08-25T16:08:13Z', 'revision_number': 5, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'subnets': [{'id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:13.421379 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25917354-1c03-4a71-bed5-25468f942950 None None] The sync data for ids ['e011034f-6880-473d-9d2e-9348615babe3'] in dv-cinder-806008-1-iscsi is: [{'id': 'e011034f-6880-473d-9d2e-9348615babe3', 'name': 'tempest-TestVolumeBootPattern-970962436-router', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:26Z', 'updated_at': '2021-08-25T16:07:33Z', 'revision_number': 4, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'gw_port': {'id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:27Z', 'updated_at': '2021-08-25T16:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_floatingips': [{'id': 'd503176b-560e-4727-a3d1-a2ffdd22b454', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'port_id': '22ae52dd-f1a1-487d-b9d8-a1c79250c102', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'mac_address': 'fa:16:3e:45:cb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885cfc1-e027-42fd-8b19-c72e070a0cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:14:08Z', 'updated_at': '2021-08-25T16:14:08Z', 'revision_number': 0, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14476426-bfe9-4eb0-99dd-ed64140166b1', 'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'mac_address': 'fa:16:3e:45:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:32Z', 'updated_at': '2021-08-25T16:08:13Z', 'revision_number': 5, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'subnets': [{'id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:14:13.421698 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:13.473747 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a7001-f577-455f-9420-589692aa7578 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Pushing event deleted for resources: {'Port': ['ID=93c463b5-3be4-4d18-b5da-2a3096ba675c,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:13.483222 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-1f1a7001-f577-455f-9420-589692aa7578 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:13.531719 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5b0d6c2b-c78b-4e42-8937-58900b55d926 req-bdd10dba-0571-4e3d-bde3-a2d824337b03 service neutron] 10.222.0.21 "GET /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139887 Aug 25 16:14:13.587168 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-1f1a7001-f577-455f-9420-589692aa7578 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for floatingip, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:13.598274 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-1d29bd93-79ef-4963-a940-b2bd16813388 None None] For port 4930fce3-f81f-4648-b337-b98b8045b68d, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=4930fce3-f81f-4648-b337-b98b8045b68d,segment=NetworkSegment(22945d27-4f28-4b4b-bccd-4fc8bfeb26e0),segment_id=22945d27-4f28-4b4b-bccd-4fc8bfeb26e0)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:13.598697 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-1d29bd93-79ef-4963-a940-b2bd16813388 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:13.603745 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-1f1a7001-f577-455f-9420-589692aa7578 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for floatingip, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:13.608569 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-1f1a7001-f577-455f-9420-589692aa7578 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "DELETE /v2.0/floatingips/c259eb35-7606-453d-bbfd-5c59ce18091f HTTP/1.1" status: 204 len: 168 time: 0.9000306 Aug 25 16:14:13.639049 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [None req-c51ada42-54a8-4690-9de8-7d792e23061a admin admin] For port 4930fce3-f81f-4648-b337-b98b8045b68d, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=4930fce3-f81f-4648-b337-b98b8045b68d,segment=NetworkSegment(22945d27-4f28-4b4b-bccd-4fc8bfeb26e0),segment_id=22945d27-4f28-4b4b-bccd-4fc8bfeb26e0)] {{(pid=75046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:13.639764 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-c51ada42-54a8-4690-9de8-7d792e23061a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:13.738267 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea1a58e-8a4f-4a4b-bf3b-e20fbeda3c91 None None] New status for floating IP d503176b-560e-4727-a3d1-a2ffdd22b454: ACTIVE {{(pid=75047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:14:13.772484 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [None req-c51ada42-54a8-4690-9de8-7d792e23061a admin admin] Calling delete_port for 4930fce3-f81f-4648-b337-b98b8045b68d owned by network:dhcp {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:14:13.799575 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-1d29bd93-79ef-4963-a940-b2bd16813388 None None] Calling delete_port for 4930fce3-f81f-4648-b337-b98b8045b68d owned by network:dhcp {{(pid=75047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:14:13.855792 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5b0d6c2b-c78b-4e42-8937-58900b55d926 req-dff17122-206f-40e1-b9e2-2acc14de8062 service neutron] 10.222.0.21 "GET /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162622 Aug 25 16:14:13.880018 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-c51ada42-54a8-4690-9de8-7d792e23061a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:13.893784 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-0f1abdb0-6395-43c5-acb4-7350f8456994 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:13.935918 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ada42-54a8-4690-9de8-7d792e23061a admin admin] Pushing event deleted for resources: {'Port': ['ID=4930fce3-f81f-4648-b337-b98b8045b68d,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:13.938221 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51ada42-54a8-4690-9de8-7d792e23061a admin admin] No DVR routers for this DVR port 4930fce3-f81f-4648-b337-b98b8045b68d on host dv-cinder-806008-1-iscsi {{(pid=75046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:14:13.939894 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-c51ada42-54a8-4690-9de8-7d792e23061a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:13.959993 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 53870) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:13.966214 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-0d1ce22a-0a15-441b-adeb-77421a15334b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Request body: {'security_group': {'name': 'tempest-securitygroup--380293366', 'description': 'tempest-description--280595897'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:13.971942 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-0d1ce22a-0a15-441b-adeb-77421a15334b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:13.976291 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-0d1ce22a-0a15-441b-adeb-77421a15334b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Usage tracker for resource:security_group and tenant:164d6d5d38f140d09589b51641a7cdf3 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:13.979205 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-0d1ce22a-0a15-441b-adeb-77421a15334b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:13.985840 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-0d1ce22a-0a15-441b-adeb-77421a15334b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:13.996298 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0d1ce22a-0a15-441b-adeb-77421a15334b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.032837 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-0d1ce22a-0a15-441b-adeb-77421a15334b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:14.037303 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-0d1ce22a-0a15-441b-adeb-77421a15334b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Usage tracker for resource:security_group_rule and tenant:164d6d5d38f140d09589b51641a7cdf3 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:14.037469 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.039581 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-0d1ce22a-0a15-441b-adeb-77421a15334b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:14.045213 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-0d1ce22a-0a15-441b-adeb-77421a15334b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:14.058869 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-c51ada42-54a8-4690-9de8-7d792e23061a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730595', 'neutron.services.segments.db._delete_segments_for_network-8779528176258'] for network, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.073594 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.services.segments.db [None req-c51ada42-54a8-4690-9de8-7d792e23061a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b8ca3b-c7b5-4977-bfe0-00939af2a7c1']}} {{(pid=75046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:14.090536 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.services.segments.db [None req-c51ada42-54a8-4690-9de8-7d792e23061a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22945d27-4f28-4b4b-bccd-4fc8bfeb26e0') {'for_net_delete': True} {{(pid=75046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:14.090825 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.services.segments.db [None req-c51ada42-54a8-4690-9de8-7d792e23061a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22945d27-4f28-4b4b-bccd-4fc8bfeb26e0') {} {{(pid=75046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:14.105045 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0d1ce22a-0a15-441b-adeb-77421a15334b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.106425 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-c51ada42-54a8-4690-9de8-7d792e23061a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779528177565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4000215'] for segment, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.110310 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0d1ce22a-0a15-441b-adeb-77421a15334b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.116903 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-f22c3534-cfdd-4203-9ab8-6e517490c403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:14.124852 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-c51ada42-54a8-4690-9de8-7d792e23061a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.133292 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51ada42-54a8-4690-9de8-7d792e23061a admin admin] Releasing vlan 1252 on physical network physnet1 to pool {{(pid=75046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:14:14.133690 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-c51ada42-54a8-4690-9de8-7d792e23061a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1731343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3202327'] for segment, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.152787 dv-cinder-806008-1-iscsi neutron-server[75046]: Traceback (most recent call last): Aug 25 16:14:14.152787 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:14:14.152787 dv-cinder-806008-1-iscsi neutron-server[75046]: timer() Aug 25 16:14:14.152787 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:14:14.152787 dv-cinder-806008-1-iscsi neutron-server[75046]: cb(*args, **kw) Aug 25 16:14:14.152787 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:14:14.152787 dv-cinder-806008-1-iscsi neutron-server[75046]: return func(*args, **kwargs) Aug 25 16:14:14.152787 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:14:14.152787 dv-cinder-806008-1-iscsi neutron-server[75046]: self._notify() Aug 25 16:14:14.152787 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:14:14.152787 dv-cinder-806008-1-iscsi neutron-server[75046]: self.callback(batched_events) Aug 25 16:14:14.152787 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:14:14.152787 dv-cinder-806008-1-iscsi neutron-server[75046]: event.method(event) Aug 25 16:14:14.152787 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:14:14.152787 dv-cinder-806008-1-iscsi neutron-server[75046]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:14:14.152787 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:14:14.152787 dv-cinder-806008-1-iscsi neutron-server[75046]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:14:14.152787 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:14:14.152787 dv-cinder-806008-1-iscsi neutron-server[75046]: return f(self, *a, **k) Aug 25 16:14:14.152787 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:14:14.152787 dv-cinder-806008-1-iscsi neutron-server[75046]: return self._get(url).json() Aug 25 16:14:14.152787 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:14:14.152787 dv-cinder-806008-1-iscsi neutron-server[75046]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:14:14.152787 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:14:14.152787 dv-cinder-806008-1-iscsi neutron-server[75046]: return self.request(url, 'GET', **kwargs) Aug 25 16:14:14.152787 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:14:14.152787 dv-cinder-806008-1-iscsi neutron-server[75046]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:14:14.152787 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:14:14.152787 dv-cinder-806008-1-iscsi neutron-server[75046]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:14:14.152787 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:14:14.152787 dv-cinder-806008-1-iscsi neutron-server[75046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:14:14.152787 dv-cinder-806008-1-iscsi neutron-server[75046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:14:14.159901 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.db.api [None req-1d29bd93-79ef-4963-a940-b2bd16813388 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:14:14.160300 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_db.api [None req-1d29bd93-79ef-4963-a940-b2bd16813388 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:14:14.164797 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ce22a-0a15-441b-adeb-77421a15334b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6fa58b-7c46-4115-99f1-aa7e30993038,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:14.174197 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-0d1ce22a-0a15-441b-adeb-77421a15334b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:14.176144 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0d1ce22a-0a15-441b-adeb-77421a15334b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.177636 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-0d1ce22a-0a15-441b-adeb-77421a15334b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2163818 Aug 25 16:14:14.180925 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 53874) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:14.186676 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-0e0e49c8-69ce-42f5-a319-d5c9dcc2d95b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Request body: {'security_group_rule': {'security_group_id': '3b6fa58b-7c46-4115-99f1-aa7e30993038', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:14.193079 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-0e0e49c8-69ce-42f5-a319-d5c9dcc2d95b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:14.197683 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-0e0e49c8-69ce-42f5-a319-d5c9dcc2d95b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Usage tracker for resource:security_group_rule and tenant:164d6d5d38f140d09589b51641a7cdf3 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:14.201686 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-0e0e49c8-69ce-42f5-a319-d5c9dcc2d95b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:14.207558 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-0e0e49c8-69ce-42f5-a319-d5c9dcc2d95b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:14.232232 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0e0e49c8-69ce-42f5-a319-d5c9dcc2d95b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.236195 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-c51ada42-54a8-4690-9de8-7d792e23061a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683615'] for network, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.240014 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-88525f8a-b5b0-4dd8-97db-7480995bfc9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:14.253968 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-c51ada42-54a8-4690-9de8-7d792e23061a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.270095 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ada42-54a8-4690-9de8-7d792e23061a admin admin] Pushing event deleted for resources: {'Network': ['ID=53b8ca3b-c7b5-4977-bfe0-00939af2a7c1,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:14.273512 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-c51ada42-54a8-4690-9de8-7d792e23061a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:14.288252 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-c51ada42-54a8-4690-9de8-7d792e23061a admin admin] 10.222.0.43 "DELETE /v2.0/networks/53b8ca3b-c7b5-4977-bfe0-00939af2a7c1 HTTP/1.1" status: 204 len: 168 time: 1.4049847 Aug 25 16:14:14.288377 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 53878) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:14.362297 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0e0e49c8-69ce-42f5-a319-d5c9dcc2d95b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.369212 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0e0e49c8-69ce-42f5-a319-d5c9dcc2d95b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347877'] for security_group_rule, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.383696 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:14.404840 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e49c8-69ce-42f5-a319-d5c9dcc2d95b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=894b01a2-cc8c-45bd-b2ba-62b354af603e,revision_number=0']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:14.407892 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-0e0e49c8-69ce-42f5-a319-d5c9dcc2d95b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:14.417763 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0e0e49c8-69ce-42f5-a319-d5c9dcc2d95b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.418910 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-0e0e49c8-69ce-42f5-a319-d5c9dcc2d95b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2369099 Aug 25 16:14:14.421869 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 53882) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:14.428304 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-8a5a3fcd-c0cc-4754-9b48-547ffa4e4c6d tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Request body: {'security_group_rule': {'security_group_id': '3b6fa58b-7c46-4115-99f1-aa7e30993038', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:14.434041 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-8a5a3fcd-c0cc-4754-9b48-547ffa4e4c6d tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:14.437864 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-8a5a3fcd-c0cc-4754-9b48-547ffa4e4c6d tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Usage tracker for resource:security_group_rule and tenant:164d6d5d38f140d09589b51641a7cdf3 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:14.440619 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-8a5a3fcd-c0cc-4754-9b48-547ffa4e4c6d tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:14.447366 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-8a5a3fcd-c0cc-4754-9b48-547ffa4e4c6d tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:14.463370 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fcd-c0cc-4754-9b48-547ffa4e4c6d tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.525167 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fcd-c0cc-4754-9b48-547ffa4e4c6d tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.528999 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fcd-c0cc-4754-9b48-547ffa4e4c6d tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347877'] for security_group_rule, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.531016 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:14.554098 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fcd-c0cc-4754-9b48-547ffa4e4c6d tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f062d0a-6c51-4a4e-9f18-482dd6c13852,revision_number=0']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:14.558603 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-8a5a3fcd-c0cc-4754-9b48-547ffa4e4c6d tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:14.563278 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fcd-c0cc-4754-9b48-547ffa4e4c6d tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.564887 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-8a5a3fcd-c0cc-4754-9b48-547ffa4e4c6d tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1418719 Aug 25 16:14:14.567918 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 53886) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:14.573168 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-f46e0bc4-46d0-4cf0-a6ca-ca210ecb7e92 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Request body: {'floatingip': {'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:14.579195 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-f46e0bc4-46d0-4cf0-a6ca-ca210ecb7e92 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:14.582910 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-f46e0bc4-46d0-4cf0-a6ca-ca210ecb7e92 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Usage tracker for resource:floatingip and tenant:164d6d5d38f140d09589b51641a7cdf3 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:14.585843 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-f46e0bc4-46d0-4cf0-a6ca-ca210ecb7e92 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:14.591423 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-f46e0bc4-46d0-4cf0-a6ca-ca210ecb7e92 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:14.603015 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f46e0bc4-46d0-4cf0-a6ca-ca210ecb7e92 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for floatingip, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.661774 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-1d29bd93-79ef-4963-a940-b2bd16813388 None None] Deleting port 4930fce3-f81f-4648-b337-b98b8045b68d {{(pid=75047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:14:14.662802 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-1d29bd93-79ef-4963-a940-b2bd16813388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.729843 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-1d29bd93-79ef-4963-a940-b2bd16813388 None None] The port '4930fce3-f81f-4648-b337-b98b8045b68d' was deleted {{(pid=75047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:14:14.749442 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f46e0bc4-46d0-4cf0-a6ca-ca210ecb7e92 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.819108 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-b7d6f05b-3c14-4ed0-9b63-d7013ad305e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684895'] for router_interface, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:14.892148 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.db_base_plugin_common [None req-f46e0bc4-46d0-4cf0-a6ca-ca210ecb7e92 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Allocated IP 172.27.1.182 (918dfb31-e205-4511-8f83-81a91dee6c8c/7d72112f-2376-4184-b827-994c471d72fa/6b945f5c-996c-4c6c-8607-453efc199fb7) {{(pid=75046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:14:15.141229 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f46e0bc4-46d0-4cf0-a6ca-ca210ecb7e92 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for port, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:15.169513 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f46e0bc4-46d0-4cf0-a6ca-ca210ecb7e92 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:15.173344 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-f8ff80c2-163a-4831-b80b-7d5d5be1efa9 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:15.239005 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46e0bc4-46d0-4cf0-a6ca-ca210ecb7e92 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Network 918dfb31-e205-4511-8f83-81a91dee6c8c is already hosted by enough agents. {{(pid=75046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:14:15.242078 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [None req-f46e0bc4-46d0-4cf0-a6ca-ca210ecb7e92 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Resources bound (agent type, host, resource id): {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:14:15.246455 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46e0bc4-46d0-4cf0-a6ca-ca210ecb7e92 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Received port after_create {{(pid=75046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:14:15.277578 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e0bc4-46d0-4cf0-a6ca-ca210ecb7e92 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Pushing event updated for resources: {'Port': ['ID=6b945f5c-996c-4c6c-8607-453efc199fb7,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:15.283506 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-f46e0bc4-46d0-4cf0-a6ca-ca210ecb7e92 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:15.424301 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-b7d6f05b-3c14-4ed0-9b63-d7013ad305e6 admin admin] Deleting port 7bccb367-ff96-43d2-bbe2-97abf1aede6b {{(pid=75045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:14:15.424884 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-b7d6f05b-3c14-4ed0-9b63-d7013ad305e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:15.454058 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f46e0bc4-46d0-4cf0-a6ca-ca210ecb7e92 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:15.510580 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f46e0bc4-46d0-4cf0-a6ca-ca210ecb7e92 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:15.593088 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.db [None req-b7d6f05b-3c14-4ed0-9b63-d7013ad305e6 admin admin] For port 7bccb367-ff96-43d2-bbe2-97abf1aede6b, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=7bccb367-ff96-43d2-bbe2-97abf1aede6b,segment=NetworkSegment(f40bab7a-0691-4b9c-9308-30c0a44b5777),segment_id=f40bab7a-0691-4b9c-9308-30c0a44b5777)] {{(pid=75045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:15.593444 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-b7d6f05b-3c14-4ed0-9b63-d7013ad305e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:15.716363 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f46e0bc4-46d0-4cf0-a6ca-ca210ecb7e92 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for port, precommit_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:15.718264 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-b7d6f05b-3c14-4ed0-9b63-d7013ad305e6 admin admin] Calling delete_port for 7bccb367-ff96-43d2-bbe2-97abf1aede6b owned by network:router_interface {{(pid=75045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:14:15.721264 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f46e0bc4-46d0-4cf0-a6ca-ca210ecb7e92 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:15.725439 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-df20e412-79c2-4ff3-b206-d5f524f22d82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:15.825563 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e0bc4-46d0-4cf0-a6ca-ca210ecb7e92 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Pushing event updated for resources: {'Port': ['ID=6b945f5c-996c-4c6c-8607-453efc199fb7,revision_number=2']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:15.829460 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-f46e0bc4-46d0-4cf0-a6ca-ca210ecb7e92 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:15.842349 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f46e0bc4-46d0-4cf0-a6ca-ca210ecb7e92 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683597'] for floatingip, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:15.864414 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f46e0bc4-46d0-4cf0-a6ca-ca210ecb7e92 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for floatingip, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:15.874244 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-f46e0bc4-46d0-4cf0-a6ca-ca210ecb7e92 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2969065 Aug 25 16:14:15.906812 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-b7d6f05b-3c14-4ed0-9b63-d7013ad305e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:15.913034 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:15.952915 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d6f05b-3c14-4ed0-9b63-d7013ad305e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bccb367-ff96-43d2-bbe2-97abf1aede6b,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:15.956886 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-b7d6f05b-3c14-4ed0-9b63-d7013ad305e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:16.044328 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-cd06052c-4f09-47ca-991f-bc1acaa375fd tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Synchronizing usage tracker for tenant:164d6d5d38f140d09589b51641a7cdf3 on resource:security_group {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:14:16.060650 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-cd06052c-4f09-47ca-991f-bc1acaa375fd tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Unset dirty status for tenant:164d6d5d38f140d09589b51641a7cdf3 on resource:security_group {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:14:16.061863 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-cd06052c-4f09-47ca-991f-bc1acaa375fd tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--380293366&fields=id&tenant_id=164d6d5d38f140d09589b51641a7cdf3 HTTP/1.1" status: 200 len: 267 time: 0.0612383 Aug 25 16:14:16.217972 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-6e804287-c9ad-4e8d-9b3a-5db4ac60fc60 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:16.219472 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-6e804287-c9ad-4e8d-9b3a-5db4ac60fc60 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/networks?id=b0497f16-a3e0-46b0-81f5-eae02d264919 HTTP/1.1" status: 200 len: 810 time: 0.1490908 Aug 25 16:14:16.235798 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-b810c660-da97-4d3c-8a40-5ee0752cdef4 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/quotas/164d6d5d38f140d09589b51641a7cdf3 HTTP/1.1" status: 200 len: 375 time: 0.0110638 Aug 25 16:14:16.251898 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-b7d6f05b-3c14-4ed0-9b63-d7013ad305e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1708162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684971'] for router_interface, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:16.329047 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-61cd7b74-3155-47a0-b491-fe04d7794601 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Synchronizing usage tracker for tenant:164d6d5d38f140d09589b51641a7cdf3 on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:14:16.347509 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-61cd7b74-3155-47a0-b491-fe04d7794601 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Unset dirty status for tenant:164d6d5d38f140d09589b51641a7cdf3 on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:14:16.349066 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-61cd7b74-3155-47a0-b491-fe04d7794601 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=164d6d5d38f140d09589b51641a7cdf3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1080241 Aug 25 16:14:16.494477 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-1afcb715-808e-4e7c-b44b-807f04f22739 service neutron] 10.222.0.43 "GET /v2.0/networks/b0497f16-a3e0-46b0-81f5-eae02d264919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321380 Aug 25 16:14:16.621919 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-f71f3c9d-2853-43ff-925c-1230c767c666 service neutron] 10.222.0.43 "GET /v2.0/networks/b0497f16-a3e0-46b0-81f5-eae02d264919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229470 Aug 25 16:14:16.841833 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-53887804-090e-4140-9a0b-b67f47590c5a req-ae4da5e6-ac70-430b-96dd-2b6cf23f3ade tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Synchronizing usage tracker for tenant:164d6d5d38f140d09589b51641a7cdf3 on resource:port {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:14:16.864898 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-53887804-090e-4140-9a0b-b67f47590c5a req-ae4da5e6-ac70-430b-96dd-2b6cf23f3ade tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Unset dirty status for tenant:164d6d5d38f140d09589b51641a7cdf3 on resource:port {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:14:16.866632 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-53887804-090e-4140-9a0b-b67f47590c5a req-ae4da5e6-ac70-430b-96dd-2b6cf23f3ade tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=eac1c62c-8915-4852-b7ea-b99c1118ec5b HTTP/1.1" status: 200 len: 210 time: 0.0706041 Aug 25 16:14:16.995617 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d6f05b-3c14-4ed0-9b63-d7013ad305e6 admin admin] Router ee546a0a-209c-4ad8-8ace-abb5e3191ecb has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:14:17.204315 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d6f05b-3c14-4ed0-9b63-d7013ad305e6 admin admin] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:14:17.217759 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23500149-2e13-479a-9f39-c8410f9d2e9d None None] Sync routers for ids ['ee546a0a-209c-4ad8-8ace-abb5e3191ecb'] in dv-cinder-806008-1-iscsi {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:14:17.221154 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-b7d6f05b-3c14-4ed0-9b63-d7013ad305e6 admin admin] 10.222.0.43 "PUT /v2.0/routers/ee546a0a-209c-4ad8-8ace-abb5e3191ecb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9321525 Aug 25 16:14:17.223778 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 53908) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:17.230498 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23500149-2e13-479a-9f39-c8410f9d2e9d None None] Routers {'ee546a0a-209c-4ad8-8ace-abb5e3191ecb'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:14:17.231108 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-23500149-2e13-479a-9f39-c8410f9d2e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:13:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['ee546a0a-209c-4ad8-8ace-abb5e3191ecb'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:17.413144 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-23500149-2e13-479a-9f39-c8410f9d2e9d None None] Set router ee546a0a-209c-4ad8-8ace-abb5e3191ecb gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:14:17.440303 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-fdf73e89-749a-4a5b-adea-465b9c9c9ed9 admin admin] Notify callbacks [] for router, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:17.704444 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-23500149-2e13-479a-9f39-c8410f9d2e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee546a0a-209c-4ad8-8ace-abb5e3191ecb', 'name': 'tempest-TestMinimumBasicScenario-1344994390-router', 'tenant_id': 'd3a580bf2e62429b937d785123945c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '9ec0678e-23da-4031-a2bf-8456135aa120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:14Z', 'updated_at': '2021-08-25T16:14:15Z', 'revision_number': 5, 'project_id': 'd3a580bf2e62429b937d785123945c10', 'gw_port': {'id': '9ec0678e-23da-4031-a2bf-8456135aa120', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee546a0a-209c-4ad8-8ace-abb5e3191ecb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:14Z', 'updated_at': '2021-08-25T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:17.708112 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23500149-2e13-479a-9f39-c8410f9d2e9d None None] Checking router: ee546a0a-209c-4ad8-8ace-abb5e3191ecb for host: dv-cinder-806008-1-iscsi {{(pid=75048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:14:17.719467 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23500149-2e13-479a-9f39-c8410f9d2e9d None None] Routers {'ee546a0a-209c-4ad8-8ace-abb5e3191ecb'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:14:17.720072 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-23500149-2e13-479a-9f39-c8410f9d2e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:13:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['ee546a0a-209c-4ad8-8ace-abb5e3191ecb'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:17.732418 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-fdf73e89-749a-4a5b-adea-465b9c9c9ed9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:17.742741 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [None req-fdf73e89-749a-4a5b-adea-465b9c9c9ed9 admin admin] Deleting port 9ec0678e-23da-4031-a2bf-8456135aa120 {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:14:17.743141 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-fdf73e89-749a-4a5b-adea-465b9c9c9ed9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:17.877388 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-23500149-2e13-479a-9f39-c8410f9d2e9d None None] Set router ee546a0a-209c-4ad8-8ace-abb5e3191ecb gateway port host: None {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:14:17.956937 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [None req-fdf73e89-749a-4a5b-adea-465b9c9c9ed9 admin admin] For port 9ec0678e-23da-4031-a2bf-8456135aa120, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=9ec0678e-23da-4031-a2bf-8456135aa120,segment=NetworkSegment(6c802ec5-cb0c-4ebf-9051-a5208badfc91),segment_id=6c802ec5-cb0c-4ebf-9051-a5208badfc91)] {{(pid=75046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:17.957336 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-fdf73e89-749a-4a5b-adea-465b9c9c9ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:17.983932 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-23500149-2e13-479a-9f39-c8410f9d2e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee546a0a-209c-4ad8-8ace-abb5e3191ecb', 'name': 'tempest-TestMinimumBasicScenario-1344994390-router', 'tenant_id': 'd3a580bf2e62429b937d785123945c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:14Z', 'updated_at': '2021-08-25T16:14:17Z', 'revision_number': 6, 'project_id': 'd3a580bf2e62429b937d785123945c10', 'gw_port_host': None}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:17.988121 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23500149-2e13-479a-9f39-c8410f9d2e9d None None] The sync data for ids ['ee546a0a-209c-4ad8-8ace-abb5e3191ecb'] in dv-cinder-806008-1-iscsi is: [{'id': 'ee546a0a-209c-4ad8-8ace-abb5e3191ecb', 'name': 'tempest-TestMinimumBasicScenario-1344994390-router', 'tenant_id': 'd3a580bf2e62429b937d785123945c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:14Z', 'updated_at': '2021-08-25T16:14:17Z', 'revision_number': 6, 'project_id': 'd3a580bf2e62429b937d785123945c10', 'gw_port_host': None}] {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:14:18.181341 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [None req-fdf73e89-749a-4a5b-adea-465b9c9c9ed9 admin admin] Calling delete_port for 9ec0678e-23da-4031-a2bf-8456135aa120 owned by network:router_gateway {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:14:18.220274 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c94689c8-846e-4efc-af83-ad46aa82788f req-a1a8197f-d4bf-4d57-a232-2880b13a57cf tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=eac1c62c-8915-4852-b7ea-b99c1118ec5b HTTP/1.1" status: 200 len: 210 time: 0.1915972 Aug 25 16:14:18.308438 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-14c0a1ba-5aac-4378-9bca-a07c0957cd27 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:18.311017 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-14c0a1ba-5aac-4378-9bca-a07c0957cd27 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.21 "GET /v2.0/networks?id=b0497f16-a3e0-46b0-81f5-eae02d264919 HTTP/1.1" status: 200 len: 810 time: 0.4228256 Aug 25 16:14:18.414815 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-2cc72c2b-7f8f-49d9-ac0d-b461eef55c56 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=164d6d5d38f140d09589b51641a7cdf3 HTTP/1.1" status: 200 len: 379 time: 0.0815382 Aug 25 16:14:18.425165 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-6c15c5fa-ed76-49f8-a680-e3d6161238c0 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Request body: {'port': {'device_id': 'eac1c62c-8915-4852-b7ea-b99c1118ec5b', 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919', 'admin_state_up': True, 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'security_groups': ['3b6fa58b-7c46-4115-99f1-aa7e30993038']}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:18.530047 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-fdf73e89-749a-4a5b-adea-465b9c9c9ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:18.536529 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-9dae30e3-9872-47a7-8b4b-5b70c05ff6dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:18.589816 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf73e89-749a-4a5b-adea-465b9c9c9ed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ec0678e-23da-4031-a2bf-8456135aa120,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:18.594994 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-fdf73e89-749a-4a5b-adea-465b9c9c9ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:18.685174 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-6c15c5fa-ed76-49f8-a680-e3d6161238c0 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:18.700203 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-6c15c5fa-ed76-49f8-a680-e3d6161238c0 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:18.785295 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-6c15c5fa-ed76-49f8-a680-e3d6161238c0 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Made reservation on behalf of 164d6d5d38f140d09589b51641a7cdf3 for: {'port': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:14:18.788213 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-6c15c5fa-ed76-49f8-a680-e3d6161238c0 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:18.878433 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-fdf73e89-749a-4a5b-adea-465b9c9c9ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683554'] for router_gateway, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.169138 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 7bccb367-ff96-43d2-bbe2-97abf1aede6b no longer exists at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:14:19.205219 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] No Port match for: 7bccb367-ff96-43d2-bbe2-97abf1aede6b {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:14:19.205569 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 7bccb367-ff96-43d2-bbe2-97abf1aede6b not bound to the agent host dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:14:19.307439 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-fdf73e89-749a-4a5b-adea-465b9c9c9ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4395'] for router, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.343627 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-fdf73e89-749a-4a5b-adea-465b9c9c9ed9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.384022 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.db_base_plugin_common [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-6c15c5fa-ed76-49f8-a680-e3d6161238c0 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Allocated IP 172.20.0.5 (b0497f16-a3e0-46b0-81f5-eae02d264919/03b41362-f061-4c09-83d7-5c1bf8e439a3/f9e5f3d6-8606-4150-9cad-2eee8c6fff23) {{(pid=75046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:14:19.397666 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c09d8ddf-198c-43af-8966-502bbb273b40 req-c9d9f0e4-a9b9-4c2e-8a0f-3f2be90d31c4 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=eac1c62c-8915-4852-b7ea-b99c1118ec5b HTTP/1.1" status: 200 len: 210 time: 0.0488458 Aug 25 16:14:19.401510 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-fdf73e89-749a-4a5b-adea-465b9c9c9ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-686622'] for router, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.401878 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf73e89-749a-4a5b-adea-465b9c9c9ed9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee546a0a-209c-4ad8-8ace-abb5e3191ecb {{(pid=75046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:14:19.516928 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-fdf73e89-749a-4a5b-adea-465b9c9c9ed9 admin admin] Notify callbacks [] for router, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.518053 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-fdf73e89-749a-4a5b-adea-465b9c9c9ed9 admin admin] 10.222.0.43 "DELETE /v2.0/routers/ee546a0a-209c-4ad8-8ace-abb5e3191ecb HTTP/1.1" status: 204 len: 168 time: 2.2933581 Aug 25 16:14:19.520877 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 53918) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:19.579357 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b9a2269-1a0f-4e12-9f96-ddf340971fc6 admin admin] Deleting subnet 5eb01645-ea8f-447a-9539-2d828d5dafb0 {{(pid=75045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:14:19.582205 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-2b9a2269-1a0f-4e12-9f96-ddf340971fc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.592794 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-6c15c5fa-ed76-49f8-a680-e3d6161238c0 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for port, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.609298 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.provisioning_blocks [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-6c15c5fa-ed76-49f8-a680-e3d6161238c0 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Transition to ACTIVE for port object f9e5f3d6-8606-4150-9cad-2eee8c6fff23 will not be triggered until provisioned by entity DHCP. {{(pid=75046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:14:19.631892 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-6c15c5fa-ed76-49f8-a680-e3d6161238c0 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.637427 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-23034d3d-09c4-477f-bebf-edfa69581782 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:19.638119 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-2b9a2269-1a0f-4e12-9f96-ddf340971fc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3836961'] for subnet, precommit_delete_associations {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.708016 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-6c15c5fa-ed76-49f8-a680-e3d6161238c0 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Network b0497f16-a3e0-46b0-81f5-eae02d264919 is already hosted by enough agents. {{(pid=75046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:14:19.712056 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-6c15c5fa-ed76-49f8-a680-e3d6161238c0 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Resources bound (agent type, host, resource id): {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:14:19.715878 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-2b9a2269-1a0f-4e12-9f96-ddf340971fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731498'] for subnet, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.716651 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-6c15c5fa-ed76-49f8-a680-e3d6161238c0 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Received port after_create {{(pid=75046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:14:19.742324 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15c5fa-ed76-49f8-a680-e3d6161238c0 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Pushing event updated for resources: {'Port': ['ID=f9e5f3d6-8606-4150-9cad-2eee8c6fff23,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:19.748265 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-6c15c5fa-ed76-49f8-a680-e3d6161238c0 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:19.782663 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-6c15c5fa-ed76-49f8-a680-e3d6161238c0 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:19.783885 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-6c15c5fa-ed76-49f8-a680-e3d6161238c0 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.792137 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-2b9a2269-1a0f-4e12-9f96-ddf340971fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3837869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854734'] for subnet, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.797071 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-1a3038f2-9f1b-4cf8-af0c-4a479fa46d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:19.802966 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-6c15c5fa-ed76-49f8-a680-e3d6161238c0 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3813512 Aug 25 16:14:19.823671 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-ae6dc3c9-4fc2-4d36-9db7-35ab31356061 service neutron] Request body: {'port': {'device_id': 'eac1c62c-8915-4852-b7ea-b99c1118ec5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:19.835089 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a2269-1a0f-4e12-9f96-ddf340971fc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eb01645-ea8f-447a-9539-2d828d5dafb0,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:19.838848 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-2b9a2269-1a0f-4e12-9f96-ddf340971fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:19.842396 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-2b9a2269-1a0f-4e12-9f96-ddf340971fc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.849128 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13c363e-12ee-4a38-b15b-7664f8deea63 None None] Network 212616ba-55fd-40cc-9efa-15f3d6a3fce6 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:14:19.853219 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-2b9a2269-1a0f-4e12-9f96-ddf340971fc6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5eb01645-ea8f-447a-9539-2d828d5dafb0 HTTP/1.1" status: 204 len: 168 time: 0.3306377 Aug 25 16:14:19.853795 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 53924) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:19.949176 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-ae6dc3c9-4fc2-4d36-9db7-35ab31356061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.979752 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba738-9701-4487-9da6-320434cbbcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588176'] for network, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:19.991571 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-2c1ba738-9701-4487-9da6-320434cbbcc2 admin admin] Deleting port ac93360b-709d-4007-bbbd-954f9e821457 {{(pid=75045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:14:19.991939 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba738-9701-4487-9da6-320434cbbcc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:20.058860 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-1142608f-52e3-40f2-a6c5-e2f83578fd86 None None] Provisioning for port f9e5f3d6-8606-4150-9cad-2eee8c6fff23 completed by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:14:20.064206 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-1142608f-52e3-40f2-a6c5-e2f83578fd86 None None] Provisioning complete for port f9e5f3d6-8606-4150-9cad-2eee8c6fff23 triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:14:20.064588 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-1142608f-52e3-40f2-a6c5-e2f83578fd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:20.119658 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-1142608f-52e3-40f2-a6c5-e2f83578fd86 None None] Port f9e5f3d6-8606-4150-9cad-2eee8c6fff23 cannot update to ACTIVE because it is not bound. {{(pid=75047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:14:20.194896 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0cc878-2cc3-46de-85e3-edf17b030855 None None] DHCP port deletion for 212616ba-55fd-40cc-9efa-15f3d6a3fce6 request from dv-cinder-806008-1-iscsi {{(pid=75047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:14:20.202221 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.db [None req-2c1ba738-9701-4487-9da6-320434cbbcc2 admin admin] For port ac93360b-709d-4007-bbbd-954f9e821457, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=ac93360b-709d-4007-bbbd-954f9e821457,segment=NetworkSegment(f40bab7a-0691-4b9c-9308-30c0a44b5777),segment_id=f40bab7a-0691-4b9c-9308-30c0a44b5777)] {{(pid=75045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:20.202580 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba738-9701-4487-9da6-320434cbbcc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:20.207038 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-bb0cc878-2cc3-46de-85e3-edf17b030855 None None] Deleting port ac93360b-709d-4007-bbbd-954f9e821457 {{(pid=75047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:14:20.207829 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-bb0cc878-2cc3-46de-85e3-edf17b030855 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:20.310966 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-ae6dc3c9-4fc2-4d36-9db7-35ab31356061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e5f3d6-8606-4150-9cad-2eee8c6fff23 {{(pid=75046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:14:20.319960 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-ae6dc3c9-4fc2-4d36-9db7-35ab31356061 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:20.346731 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.provisioning_blocks [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-ae6dc3c9-4fc2-4d36-9db7-35ab31356061 service neutron] Transition to ACTIVE for port object f9e5f3d6-8606-4150-9cad-2eee8c6fff23 will not be triggered until provisioned by entity L2. {{(pid=75046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:14:20.353039 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-ae6dc3c9-4fc2-4d36-9db7-35ab31356061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:20.359487 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-0f1abdb0-6395-43c5-acb4-7350f8456994 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:20.446540 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-2c1ba738-9701-4487-9da6-320434cbbcc2 admin admin] Calling delete_port for ac93360b-709d-4007-bbbd-954f9e821457 owned by network:dhcp {{(pid=75045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:14:20.487317 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-bb0cc878-2cc3-46de-85e3-edf17b030855 None None] For port ac93360b-709d-4007-bbbd-954f9e821457, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=ac93360b-709d-4007-bbbd-954f9e821457,segment=NetworkSegment(f40bab7a-0691-4b9c-9308-30c0a44b5777),segment_id=f40bab7a-0691-4b9c-9308-30c0a44b5777)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:20.487734 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-bb0cc878-2cc3-46de-85e3-edf17b030855 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:20.539040 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6dc3c9-4fc2-4d36-9db7-35ab31356061 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e5f3d6-8606-4150-9cad-2eee8c6fff23,revision_number=2']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:20.548525 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-ae6dc3c9-4fc2-4d36-9db7-35ab31356061 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:20.549896 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba738-9701-4487-9da6-320434cbbcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:20.559446 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-ea539edb-823f-4d70-8064-4e02188745b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:20.606741 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ba738-9701-4487-9da6-320434cbbcc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac93360b-709d-4007-bbbd-954f9e821457,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:20.611394 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-2c1ba738-9701-4487-9da6-320434cbbcc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:20.614172 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1ba738-9701-4487-9da6-320434cbbcc2 admin admin] No DVR routers for this DVR port ac93360b-709d-4007-bbbd-954f9e821457 on host dv-cinder-806008-1-iscsi {{(pid=75045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:14:20.691644 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-bb0cc878-2cc3-46de-85e3-edf17b030855 None None] Calling delete_port for ac93360b-709d-4007-bbbd-954f9e821457 owned by network:dhcp {{(pid=75047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:14:20.751909 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba738-9701-4487-9da6-320434cbbcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730595', 'neutron.services.segments.db._delete_segments_for_network-8779528176258'] for network, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:20.752151 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-ae6dc3c9-4fc2-4d36-9db7-35ab31356061 service neutron] Attempting to bind port f9e5f3d6-8606-4150-9cad-2eee8c6fff23 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:14:20.752151 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-ae6dc3c9-4fc2-4d36-9db7-35ab31356061 service neutron] Attempting to bind port f9e5f3d6-8606-4150-9cad-2eee8c6fff23 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919'}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:14:20.752564 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-ae6dc3c9-4fc2-4d36-9db7-35ab31356061 service neutron] Attempting to bind port f9e5f3d6-8606-4150-9cad-2eee8c6fff23 on network b0497f16-a3e0-46b0-81f5-eae02d264919 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:14:20.765639 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-2c1ba738-9701-4487-9da6-320434cbbcc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['212616ba-55fd-40cc-9efa-15f3d6a3fce6']}} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:20.769619 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-ae6dc3c9-4fc2-4d36-9db7-35ab31356061 service neutron] Port f9e5f3d6-8606-4150-9cad-2eee8c6fff23 on network b0497f16-a3e0-46b0-81f5-eae02d264919 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:14:20.769619 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-ae6dc3c9-4fc2-4d36-9db7-35ab31356061 service neutron] Attempting to bind port f9e5f3d6-8606-4150-9cad-2eee8c6fff23 on network b0497f16-a3e0-46b0-81f5-eae02d264919 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:14:20.781698 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.db.api [None req-bb0cc878-2cc3-46de-85e3-edf17b030855 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:14:20.782167 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_db.api [None req-bb0cc878-2cc3-46de-85e3-edf17b030855 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:14:20.784484 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-2c1ba738-9701-4487-9da6-320434cbbcc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f40bab7a-0691-4b9c-9308-30c0a44b5777') {'for_net_delete': True} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:20.784779 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-2c1ba738-9701-4487-9da6-320434cbbcc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f40bab7a-0691-4b9c-9308-30c0a44b5777') {} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:20.788061 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7954f-63a7-46c2-aac0-c5ec189907a1 req-7a79f61b-d23e-49fa-8384-41f33912b1a5 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:20.788781 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-b1f7954f-63a7-46c2-aac0-c5ec189907a1 req-7a79f61b-d23e-49fa-8384-41f33912b1a5 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Synchronizing usage tracker for tenant:164d6d5d38f140d09589b51641a7cdf3 on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:14:20.791553 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-ae6dc3c9-4fc2-4d36-9db7-35ab31356061 service neutron] Checking agent: {'id': '931cd7a1-d330-4f67-a87c-c25f72aa55d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:14:20.791883 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-ae6dc3c9-4fc2-4d36-9db7-35ab31356061 service neutron] Checking segment: {'id': 'a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:14:20.792259 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-ae6dc3c9-4fc2-4d36-9db7-35ab31356061 service neutron] Bound using segment: {'id': 'a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919'} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:14:20.792692 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-ae6dc3c9-4fc2-4d36-9db7-35ab31356061 service neutron] Bound port: f9e5f3d6-8606-4150-9cad-2eee8c6fff23, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919'}}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:14:20.793056 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-ae6dc3c9-4fc2-4d36-9db7-35ab31356061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:20.797214 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba738-9701-4487-9da6-320434cbbcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779528177565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3836974'] for segment, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:20.813355 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba738-9701-4487-9da6-320434cbbcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:20.819274 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1ba738-9701-4487-9da6-320434cbbcc2 admin admin] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=75045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:14:20.819649 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba738-9701-4487-9da6-320434cbbcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1731343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837707'] for segment, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:20.832421 dv-cinder-806008-1-iscsi neutron-server[75045]: Traceback (most recent call last): Aug 25 16:14:20.832421 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:14:20.832421 dv-cinder-806008-1-iscsi neutron-server[75045]: timer() Aug 25 16:14:20.832421 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:14:20.832421 dv-cinder-806008-1-iscsi neutron-server[75045]: cb(*args, **kw) Aug 25 16:14:20.832421 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:14:20.832421 dv-cinder-806008-1-iscsi neutron-server[75045]: return func(*args, **kwargs) Aug 25 16:14:20.832421 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:14:20.832421 dv-cinder-806008-1-iscsi neutron-server[75045]: self._notify() Aug 25 16:14:20.832421 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:14:20.832421 dv-cinder-806008-1-iscsi neutron-server[75045]: self.callback(batched_events) Aug 25 16:14:20.832421 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:14:20.832421 dv-cinder-806008-1-iscsi neutron-server[75045]: event.method(event) Aug 25 16:14:20.832421 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:14:20.832421 dv-cinder-806008-1-iscsi neutron-server[75045]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:14:20.832421 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:14:20.832421 dv-cinder-806008-1-iscsi neutron-server[75045]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:14:20.832421 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:14:20.832421 dv-cinder-806008-1-iscsi neutron-server[75045]: return f(self, *a, **k) Aug 25 16:14:20.832421 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:14:20.832421 dv-cinder-806008-1-iscsi neutron-server[75045]: return self._get(url).json() Aug 25 16:14:20.832421 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:14:20.832421 dv-cinder-806008-1-iscsi neutron-server[75045]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:14:20.832421 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:14:20.832421 dv-cinder-806008-1-iscsi neutron-server[75045]: return self.request(url, 'GET', **kwargs) Aug 25 16:14:20.832421 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:14:20.832421 dv-cinder-806008-1-iscsi neutron-server[75045]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:14:20.832421 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:14:20.832421 dv-cinder-806008-1-iscsi neutron-server[75045]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:14:20.832421 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:14:20.832421 dv-cinder-806008-1-iscsi neutron-server[75045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:14:20.832421 dv-cinder-806008-1-iscsi neutron-server[75045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:14:20.847555 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-b1f7954f-63a7-46c2-aac0-c5ec189907a1 req-7a79f61b-d23e-49fa-8384-41f33912b1a5 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Unset dirty status for tenant:164d6d5d38f140d09589b51641a7cdf3 on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:14:20.848880 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-b1f7954f-63a7-46c2-aac0-c5ec189907a1 req-7a79f61b-d23e-49fa-8384-41f33912b1a5 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=eac1c62c-8915-4852-b7ea-b99c1118ec5b HTTP/1.1" status: 200 len: 943 time: 0.2149026 Aug 25 16:14:20.919052 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba738-9701-4487-9da6-320434cbbcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683615'] for network, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:20.922560 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:20.935770 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba738-9701-4487-9da6-320434cbbcc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:20.949973 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ba738-9701-4487-9da6-320434cbbcc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=212616ba-55fd-40cc-9efa-15f3d6a3fce6,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:20.954268 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-2c1ba738-9701-4487-9da6-320434cbbcc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:20.957916 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-2c1ba738-9701-4487-9da6-320434cbbcc2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/212616ba-55fd-40cc-9efa-15f3d6a3fce6 HTTP/1.1" status: 204 len: 168 time: 1.1031752 Aug 25 16:14:21.040909 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-b1f7954f-63a7-46c2-aac0-c5ec189907a1 req-e52084b4-8315-44f6-861e-6adaba9a2f30 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b6fa58b-7c46-4115-99f1-aa7e30993038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672250 Aug 25 16:14:21.041983 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-ae6dc3c9-4fc2-4d36-9db7-35ab31356061 service neutron] For port f9e5f3d6-8606-4150-9cad-2eee8c6fff23, host hv-cinder-80600, cleared binding levels {{(pid=75046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:14:21.045404 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-ae6dc3c9-4fc2-4d36-9db7-35ab31356061 service neutron] For port f9e5f3d6-8606-4150-9cad-2eee8c6fff23, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f9e5f3d6-8606-4150-9cad-2eee8c6fff23,segment=NetworkSegment(a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c),segment_id=a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c)] {{(pid=75046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:14:21.049777 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-ae6dc3c9-4fc2-4d36-9db7-35ab31356061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.054038 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-d9c33959-500a-4696-8e6e-8edf2e635f1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:21.103893 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 53932) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:21.115711 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-ae6dc3c9-4fc2-4d36-9db7-35ab31356061 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.117461 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-ae6dc3c9-4fc2-4d36-9db7-35ab31356061 service neutron] 10.222.0.21 "PUT /v2.0/ports/f9e5f3d6-8606-4150-9cad-2eee8c6fff23 HTTP/1.1" status: 200 len: 1093 time: 1.2990472 Aug 25 16:14:21.120566 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac1c62c-8915-4852-b7ea-b99c1118ec5b', 'tag': 'f9e5f3d6-8606-4150-9cad-2eee8c6fff23'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:14:21.143642 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6dc3c9-4fc2-4d36-9db7-35ab31356061 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e5f3d6-8606-4150-9cad-2eee8c6fff23,revision_number=3']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:21.148424 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-ae6dc3c9-4fc2-4d36-9db7-35ab31356061 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:21.162783 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 9ec0678e-23da-4031-a2bf-8456135aa120 no longer exists at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:14:21.182761 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-d557c2dc-09ef-42a3-b48d-1a20a8cc9df6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a8edaba4f7ed44dc86a4225c7ed9aa26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0757866 Aug 25 16:14:21.183172 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 53938) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:21.211106 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] No Port match for: 9ec0678e-23da-4031-a2bf-8456135aa120 {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:14:21.213259 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 9ec0678e-23da-4031-a2bf-8456135aa120 not bound to the agent host dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:14:21.213259 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device ac93360b-709d-4007-bbbd-954f9e821457 no longer exists at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:14:21.225304 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac1c62c-8915-4852-b7ea-b99c1118ec5b', 'tag': 'f9e5f3d6-8606-4150-9cad-2eee8c6fff23', 'status': 'completed', 'code': 200} Aug 25 16:14:21.254664 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] No Port match for: ac93360b-709d-4007-bbbd-954f9e821457 {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:14:21.255014 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device ac93360b-709d-4007-bbbd-954f9e821457 not bound to the agent host dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:14:21.278321 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-60bcdc7f-7767-46fb-9e08-f3908ec2edb9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=164d6d5d38f140d09589b51641a7cdf3&device_id=eac1c62c-8915-4852-b7ea-b99c1118ec5b HTTP/1.1" status: 200 len: 1096 time: 0.0904105 Aug 25 16:14:21.279201 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6d46e7e0-0dcd-4235-b5c8-657469fe948b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.283037 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-bb0cc878-2cc3-46de-85e3-edf17b030855 None None] Deleting port ac93360b-709d-4007-bbbd-954f9e821457 {{(pid=75047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:14:21.283424 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-bb0cc878-2cc3-46de-85e3-edf17b030855 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.325322 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6d46e7e0-0dcd-4235-b5c8-657469fe948b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.372489 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-bb0cc878-2cc3-46de-85e3-edf17b030855 None None] The port 'ac93360b-709d-4007-bbbd-954f9e821457' was deleted {{(pid=75047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:14:21.399035 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-d6b4a6c9-aec5-4815-8489-a0f146b2c856 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9e5f3d6-8606-4150-9cad-2eee8c6fff23 HTTP/1.1" status: 200 len: 217 time: 0.1051247 Aug 25 16:14:21.410645 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6d46e7e0-0dcd-4235-b5c8-657469fe948b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.415453 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-5abae1e2-8d24-4377-8cbe-eef0338fdf64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:21.429482 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46e7e0-0dcd-4235-b5c8-657469fe948b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af56a035-427e-4180-a8f4-cda1b2566c34,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:21.431795 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-6d46e7e0-0dcd-4235-b5c8-657469fe948b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:21.438107 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6d46e7e0-0dcd-4235-b5c8-657469fe948b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.439379 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-6d46e7e0-0dcd-4235-b5c8-657469fe948b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/af56a035-427e-4180-a8f4-cda1b2566c34 HTTP/1.1" status: 204 len: 168 time: 0.2556391 Aug 25 16:14:21.466253 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-6f833a70-d645-43f0-8ce2-3734afe6f3b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:21.467695 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-6f833a70-d645-43f0-8ce2-3734afe6f3b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03b41362-f061-4c09-83d7-5c1bf8e439a3 HTTP/1.1" status: 200 len: 849 time: 0.0600071 Aug 25 16:14:21.551673 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-7a3384d0-a54b-4204-8a18-52278e0b5eaa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b0497f16-a3e0-46b0-81f5-eae02d264919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761387 Aug 25 16:14:21.702972 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-47ab7af6-0b1e-4099-be71-a5c89725c1ed service neutron] 10.222.0.21 "GET /v2.0/networks/b0497f16-a3e0-46b0-81f5-eae02d264919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430006 Aug 25 16:14:21.836698 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8287d33e-0fef-4e02-a752-59c8eb584cb6 req-e0cd1e65-5b77-4b77-8ec0-d24666afef04 service neutron] 10.222.0.21 "GET /v2.0/networks/b0497f16-a3e0-46b0-81f5-eae02d264919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262043 Aug 25 16:14:21.853220 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 53946) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:21.907496 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-809a5247-6a41-4b9e-ab8d-ba863cb6e988 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d3a580bf2e62429b937d785123945c10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0525606 Aug 25 16:14:21.909868 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 53950) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:21.971828 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-34dc1742-9cb9-4c9c-be69-717b4f841816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.996903 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-34dc1742-9cb9-4c9c-be69-717b4f841816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.019045 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-622aebfc-9b1b-4da0-8029-8511034490a4 req-be3819aa-3d58-4a74-915c-423138d84b9f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=164d6d5d38f140d09589b51641a7cdf3&device_id=eac1c62c-8915-4852-b7ea-b99c1118ec5b HTTP/1.1" status: 200 len: 1096 time: 0.0753629 Aug 25 16:14:22.048442 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-34dc1742-9cb9-4c9c-be69-717b4f841816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.054067 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-7d8846d9-4c30-499b-af74-1fae45d7f4d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:22.066536 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc1742-9cb9-4c9c-be69-717b4f841816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8edd25-4f90-404f-b2ef-f1750ebd0b88,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:22.070768 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-34dc1742-9cb9-4c9c-be69-717b4f841816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:22.072308 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-34dc1742-9cb9-4c9c-be69-717b4f841816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.073425 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-34dc1742-9cb9-4c9c-be69-717b4f841816 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bb8edd25-4f90-404f-b2ef-f1750ebd0b88 HTTP/1.1" status: 204 len: 168 time: 0.1626959 Aug 25 16:14:22.160000 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622aebfc-9b1b-4da0-8029-8511034490a4 req-33c1aadb-2cc0-4ec3-8110-cda938697d2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:22.161498 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-622aebfc-9b1b-4da0-8029-8511034490a4 req-33c1aadb-2cc0-4ec3-8110-cda938697d2c service neutron] 10.222.0.21 "GET /v2.0/networks?id=b0497f16-a3e0-46b0-81f5-eae02d264919 HTTP/1.1" status: 200 len: 912 time: 0.1357718 Aug 25 16:14:22.270868 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-622aebfc-9b1b-4da0-8029-8511034490a4 req-20f1a8b2-04c4-4eca-9ae1-d60e4329112d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9e5f3d6-8606-4150-9cad-2eee8c6fff23 HTTP/1.1" status: 200 len: 217 time: 0.1026056 Aug 25 16:14:22.354068 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622aebfc-9b1b-4da0-8029-8511034490a4 req-28f8d3a9-9653-4655-9ae1-3b64402718df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:22.355588 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-622aebfc-9b1b-4da0-8029-8511034490a4 req-28f8d3a9-9653-4655-9ae1-3b64402718df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03b41362-f061-4c09-83d7-5c1bf8e439a3 HTTP/1.1" status: 200 len: 849 time: 0.0780451 Aug 25 16:14:22.368208 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe2675-8f19-4133-b2dd-a3f73f9f1d89 req-4cfc98cd-6b2d-433e-8b64-637125336ce5 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:22.368558 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7cfe2675-8f19-4133-b2dd-a3f73f9f1d89 req-4cfc98cd-6b2d-433e-8b64-637125336ce5 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=eac1c62c-8915-4852-b7ea-b99c1118ec5b HTTP/1.1" status: 200 len: 943 time: 0.1538079 Aug 25 16:14:22.436958 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:14:22.470027 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7cfe2675-8f19-4133-b2dd-a3f73f9f1d89 req-7ac63702-def6-4b22-b05e-462f43b508c3 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b6fa58b-7c46-4115-99f1-aa7e30993038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662675 Aug 25 16:14:22.485389 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-622aebfc-9b1b-4da0-8029-8511034490a4 req-c5e0c9a8-4438-45e3-9e06-09b5089f3107 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b0497f16-a3e0-46b0-81f5-eae02d264919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1158452 Aug 25 16:14:22.616192 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-622aebfc-9b1b-4da0-8029-8511034490a4 req-ff916757-f9a5-4ff8-b0c1-40b789dd26cb service neutron] 10.222.0.21 "GET /v2.0/networks/b0497f16-a3e0-46b0-81f5-eae02d264919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230280 Aug 25 16:14:22.745477 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-622aebfc-9b1b-4da0-8029-8511034490a4 req-ef64a9ea-1592-48e0-82c5-1bf78c2d4241 service neutron] 10.222.0.21 "GET /v2.0/networks/b0497f16-a3e0-46b0-81f5-eae02d264919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223805 Aug 25 16:14:23.674557 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cf24e-ac0e-4985-9776-82c93518c685 req-43fc5067-d19f-4e77-a7f4-a90609013d87 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:23.675906 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-140cf24e-ac0e-4985-9776-82c93518c685 req-43fc5067-d19f-4e77-a7f4-a90609013d87 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=eac1c62c-8915-4852-b7ea-b99c1118ec5b HTTP/1.1" status: 200 len: 943 time: 0.0769579 Aug 25 16:14:23.722923 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-140cf24e-ac0e-4985-9776-82c93518c685 req-1066f68b-348b-4449-85c4-e3eaa3fc28ec tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Synchronizing usage tracker for tenant:164d6d5d38f140d09589b51641a7cdf3 on resource:security_group {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:14:23.734742 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-140cf24e-ac0e-4985-9776-82c93518c685 req-1066f68b-348b-4449-85c4-e3eaa3fc28ec tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Unset dirty status for tenant:164d6d5d38f140d09589b51641a7cdf3 on resource:security_group {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:14:23.735815 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-140cf24e-ac0e-4985-9776-82c93518c685 req-1066f68b-348b-4449-85c4-e3eaa3fc28ec tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b6fa58b-7c46-4115-99f1-aa7e30993038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539966 Aug 25 16:14:24.928875 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a623f-10f5-4a36-8dcc-413a0990fe7a req-099fb469-cb71-4100-a7bc-b98fff3691e0 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:24.930375 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-955a623f-10f5-4a36-8dcc-413a0990fe7a req-099fb469-cb71-4100-a7bc-b98fff3691e0 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=eac1c62c-8915-4852-b7ea-b99c1118ec5b HTTP/1.1" status: 200 len: 943 time: 0.0754662 Aug 25 16:14:25.063200 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-955a623f-10f5-4a36-8dcc-413a0990fe7a req-9c3e7899-a6c9-43bc-86c5-1efe58c3f11a tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b6fa58b-7c46-4115-99f1-aa7e30993038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273181 Aug 25 16:14:25.912109 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-5e0e4a8a-a13a-41db-a174-4b74e09928b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:26.082442 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device f9e5f3d6-8606-4150-9cad-2eee8c6fff23 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:14:26.250770 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port f9e5f3d6-8606-4150-9cad-2eee8c6fff23, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f9e5f3d6-8606-4150-9cad-2eee8c6fff23,segment=NetworkSegment(a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c),segment_id=a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:26.259755 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9271f-326d-4030-847c-97a975f0169e req-40db02ab-9018-4e19-ba18-165b50e797b2 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:26.261221 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-02c9271f-326d-4030-847c-97a975f0169e req-40db02ab-9018-4e19-ba18-165b50e797b2 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=eac1c62c-8915-4852-b7ea-b99c1118ec5b HTTP/1.1" status: 200 len: 943 time: 0.0755022 Aug 25 16:14:26.264141 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Returning: {'device': 'f9e5f3d6-8606-4150-9cad-2eee8c6fff23', 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919', 'port_id': 'f9e5f3d6-8606-4150-9cad-2eee8c6fff23', 'mac_address': 'fa:16:3e:b5:a9:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03b41362-f061-4c09-83d7-5c1bf8e439a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:14:26.307921 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-02c9271f-326d-4030-847c-97a975f0169e req-5c2583e3-b979-4bc3-b589-7ec930b3ed1a tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b6fa58b-7c46-4115-99f1-aa7e30993038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411482 Aug 25 16:14:26.321667 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:26.340247 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e5f3d6-8606-4150-9cad-2eee8c6fff23 {{(pid=75047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:14:26.356059 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port f9e5f3d6-8606-4150-9cad-2eee8c6fff23, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f9e5f3d6-8606-4150-9cad-2eee8c6fff23,segment=NetworkSegment(a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c),segment_id=a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:26.360329 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:26.363056 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:26.425787 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:26.438406 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=f9e5f3d6-8606-4150-9cad-2eee8c6fff23,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:26.441162 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:26.818585 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['f9e5f3d6-8606-4150-9cad-2eee8c6fff23'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:14:27.522083 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec90d1d-8bc0-47cf-8cb1-a7879be9404a req-9b71bf8c-ec9a-4586-8beb-4ab75d25996e tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:27.523511 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6ec90d1d-8bc0-47cf-8cb1-a7879be9404a req-9b71bf8c-ec9a-4586-8beb-4ab75d25996e tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=eac1c62c-8915-4852-b7ea-b99c1118ec5b HTTP/1.1" status: 200 len: 944 time: 0.0749216 Aug 25 16:14:27.567814 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6ec90d1d-8bc0-47cf-8cb1-a7879be9404a req-cdbcb168-d6b4-4ecf-8585-3ac59854794f tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b6fa58b-7c46-4115-99f1-aa7e30993038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388217 Aug 25 16:14:28.109025 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device f9e5f3d6-8606-4150-9cad-2eee8c6fff23 up at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:14:28.175942 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning for port f9e5f3d6-8606-4150-9cad-2eee8c6fff23 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:14:28.180971 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning complete for port f9e5f3d6-8606-4150-9cad-2eee8c6fff23 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:14:28.181382 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:28.241398 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-cffa06c0-19cf-4ded-8748-ba30cb3ee1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:28.304723 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:28.331558 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac1c62c-8915-4852-b7ea-b99c1118ec5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e5f3d6-8606-4150-9cad-2eee8c6fff23'}] {{(pid=75047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:14:28.341688 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port f9e5f3d6-8606-4150-9cad-2eee8c6fff23, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f9e5f3d6-8606-4150-9cad-2eee8c6fff23,segment=NetworkSegment(a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c),segment_id=a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:28.345449 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:28.348301 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:28.393376 dv-cinder-806008-1-iscsi neutron-server[75047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac1c62c-8915-4852-b7ea-b99c1118ec5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e5f3d6-8606-4150-9cad-2eee8c6fff23', 'code': 200} Aug 25 16:14:28.418761 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=f9e5f3d6-8606-4150-9cad-2eee8c6fff23,revision_number=5']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:28.422194 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:28.663987 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-d657377b-17f1-408a-9f3a-5169a7d1fa08 req-2dbf4393-14bf-4aaf-a962-56a08319b414 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eac1c62c-8915-4852-b7ea-b99c1118ec5b HTTP/1.1" status: 200 len: 1098 time: 0.0706580 Aug 25 16:14:28.752766 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-d657377b-17f1-408a-9f3a-5169a7d1fa08 req-0b728bb1-fad7-4dc1-b018-e44fe62a6a2c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3b6fa58b-7c46-4115-99f1-aa7e30993038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821793 Aug 25 16:14:28.777677 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fbd3e-c824-4fc7-beb3-e92d7211f448 req-fd6a71d2-673d-452d-adbe-fdfac10c2672 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:28.779076 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-af8fbd3e-c824-4fc7-beb3-e92d7211f448 req-fd6a71d2-673d-452d-adbe-fdfac10c2672 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=eac1c62c-8915-4852-b7ea-b99c1118ec5b HTTP/1.1" status: 200 len: 945 time: 0.0892527 Aug 25 16:14:28.827625 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-af8fbd3e-c824-4fc7-beb3-e92d7211f448 req-592b5b1e-56e9-4903-b5f9-b0197938702f tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b6fa58b-7c46-4115-99f1-aa7e30993038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431199 Aug 25 16:14:29.244933 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:30.028113 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693251a-c3a2-49e3-9336-98484b9f0b24 req-d406f697-a106-4e50-9188-6976b59bb051 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:30.029565 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-1693251a-c3a2-49e3-9336-98484b9f0b24 req-d406f697-a106-4e50-9188-6976b59bb051 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=eac1c62c-8915-4852-b7ea-b99c1118ec5b HTTP/1.1" status: 200 len: 945 time: 0.0792267 Aug 25 16:14:30.073606 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-1693251a-c3a2-49e3-9336-98484b9f0b24 req-b3467d5c-175a-4c73-9471-05508a87c00c tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b6fa58b-7c46-4115-99f1-aa7e30993038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386260 Aug 25 16:14:30.689703 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:31.267706 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172b250-7695-424b-bc16-309bc449177e req-1533a09e-16c8-40f6-8046-25cab44ac88a tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:31.269190 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1172b250-7695-424b-bc16-309bc449177e req-1533a09e-16c8-40f6-8046-25cab44ac88a tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=eac1c62c-8915-4852-b7ea-b99c1118ec5b HTTP/1.1" status: 200 len: 945 time: 0.0772281 Aug 25 16:14:31.322717 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1172b250-7695-424b-bc16-309bc449177e req-8052869f-3aa1-4e3e-94b9-fe6dfa7d57a6 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b6fa58b-7c46-4115-99f1-aa7e30993038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472081 Aug 25 16:14:31.514322 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebff643-147e-40e4-bd19-28a6634cab2e req-58e88ae9-ec59-42e6-9b6a-73f34f408cfb tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:31.515756 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-1ebff643-147e-40e4-bd19-28a6634cab2e req-58e88ae9-ec59-42e6-9b6a-73f34f408cfb tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=eac1c62c-8915-4852-b7ea-b99c1118ec5b HTTP/1.1" status: 200 len: 945 time: 0.0759923 Aug 25 16:14:31.524294 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 53980) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:31.529582 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-1903d456-d9d8-4af0-b998-586a8bc9c8c6 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Request body: {'floatingip': {'port_id': 'f9e5f3d6-8606-4150-9cad-2eee8c6fff23'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:14:31.604728 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-1903d456-d9d8-4af0-b998-586a8bc9c8c6 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for floatingip, before_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:32.300919 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-1903d456-d9d8-4af0-b998-586a8bc9c8c6 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:32.305074 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-1903d456-d9d8-4af0-b998-586a8bc9c8c6 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683597'] for floatingip, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:32.493515 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.db.l3_db [None req-1903d456-d9d8-4af0-b998-586a8bc9c8c6 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Floating IP 4f3e7b8f-b653-4977-91dd-e8b4f935aea4 associated. External IP: 172.27.1.182, port: f9e5f3d6-8606-4150-9cad-2eee8c6fff23. Aug 25 16:14:32.873832 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1903d456-d9d8-4af0-b998-586a8bc9c8c6 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Router f58c8b96-606e-4776-859f-d7a0ac50c1db has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:14:33.084521 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1903d456-d9d8-4af0-b998-586a8bc9c8c6 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:14:33.089462 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-1903d456-d9d8-4af0-b998-586a8bc9c8c6 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for floatingip, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:33.094704 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1610ae43-965a-45cf-8b27-bbbf06c3ad9b None None] Sync routers for ids ['f58c8b96-606e-4776-859f-d7a0ac50c1db'] in dv-cinder-806008-1-iscsi {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:14:33.106488 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1610ae43-965a-45cf-8b27-bbbf06c3ad9b None None] Routers {'f58c8b96-606e-4776-859f-d7a0ac50c1db'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:14:33.107108 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-1610ae43-965a-45cf-8b27-bbbf06c3ad9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:14:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['f58c8b96-606e-4776-859f-d7a0ac50c1db'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:33.141715 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-1903d456-d9d8-4af0-b998-586a8bc9c8c6 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "PUT /v2.0/floatingips/4f3e7b8f-b653-4977-91dd-e8b4f935aea4 HTTP/1.1" status: 200 len: 991 time: 1.6163170 Aug 25 16:14:33.142382 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac1c62c-8915-4852-b7ea-b99c1118ec5b', 'tag': 'f9e5f3d6-8606-4150-9cad-2eee8c6fff23'}] {{(pid=75045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:14:33.199293 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac1c62c-8915-4852-b7ea-b99c1118ec5b', 'tag': 'f9e5f3d6-8606-4150-9cad-2eee8c6fff23', 'status': 'completed', 'code': 200} Aug 25 16:14:33.290041 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-1610ae43-965a-45cf-8b27-bbbf06c3ad9b None None] Set router f58c8b96-606e-4776-859f-d7a0ac50c1db gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:14:33.327151 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f46c74cc-9a48-4c1d-ba8a-386afcf046d3 req-3f4f3d5d-ba94-4ba3-a376-f2ddb138657f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=164d6d5d38f140d09589b51641a7cdf3&device_id=eac1c62c-8915-4852-b7ea-b99c1118ec5b HTTP/1.1" status: 200 len: 1098 time: 0.0816643 Aug 25 16:14:33.466295 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c74cc-9a48-4c1d-ba8a-386afcf046d3 req-3d09be00-6d5d-4d2b-b199-3de0c5ea80fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:33.467690 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f46c74cc-9a48-4c1d-ba8a-386afcf046d3 req-3d09be00-6d5d-4d2b-b199-3de0c5ea80fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=b0497f16-a3e0-46b0-81f5-eae02d264919 HTTP/1.1" status: 200 len: 912 time: 0.1342220 Aug 25 16:14:33.575953 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f46c74cc-9a48-4c1d-ba8a-386afcf046d3 req-3b697d51-5ccd-4eeb-807d-d9e4ddb926fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9e5f3d6-8606-4150-9cad-2eee8c6fff23 HTTP/1.1" status: 200 len: 999 time: 0.0996006 Aug 25 16:14:33.638312 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c74cc-9a48-4c1d-ba8a-386afcf046d3 req-85f68976-746c-4df7-8a56-6e3c0edca9b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:33.639862 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f46c74cc-9a48-4c1d-ba8a-386afcf046d3 req-85f68976-746c-4df7-8a56-6e3c0edca9b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=03b41362-f061-4c09-83d7-5c1bf8e439a3 HTTP/1.1" status: 200 len: 849 time: 0.0570180 Aug 25 16:14:33.641139 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-1610ae43-965a-45cf-8b27-bbbf06c3ad9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'name': 'tempest-AttachVolumeTestJSON-501176244-router', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '32063eea-5f71-4835-a166-2841f2053755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:06:10Z', 'updated_at': '2021-08-25T16:06:17Z', 'revision_number': 4, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'gw_port': {'id': '32063eea-5f71-4835-a166-2841f2053755', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:11Z', 'updated_at': '2021-08-25T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_floatingips': [{'id': '4f3e7b8f-b653-4977-91dd-e8b4f935aea4', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'port_id': 'f9e5f3d6-8606-4150-9cad-2eee8c6fff23', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919', 'mac_address': 'fa:16:3e:b5:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac1c62c-8915-4852-b7ea-b99c1118ec5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:14:15Z', 'updated_at': '2021-08-25T16:14:32Z', 'revision_number': 1, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689faede-518d-4d2f-a1c5-67b6a8c09289', 'name': '', 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'mac_address': 'fa:16:3e:30:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b41362-f061-4c09-83d7-5c1bf8e439a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:15Z', 'updated_at': '2021-08-25T16:06:25Z', 'revision_number': 5, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'subnets': [{'id': '03b41362-f061-4c09-83d7-5c1bf8e439a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:33.645030 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1610ae43-965a-45cf-8b27-bbbf06c3ad9b None None] Checking router: f58c8b96-606e-4776-859f-d7a0ac50c1db for host: dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:14:33.656276 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1610ae43-965a-45cf-8b27-bbbf06c3ad9b None None] Routers {'f58c8b96-606e-4776-859f-d7a0ac50c1db'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:14:33.656886 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-1610ae43-965a-45cf-8b27-bbbf06c3ad9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:14:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['f58c8b96-606e-4776-859f-d7a0ac50c1db'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:33.717494 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f46c74cc-9a48-4c1d-ba8a-386afcf046d3 req-caac1e39-1071-416a-878b-5c497c81e4ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b0497f16-a3e0-46b0-81f5-eae02d264919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698779 Aug 25 16:14:33.836283 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-1610ae43-965a-45cf-8b27-bbbf06c3ad9b None None] Set router f58c8b96-606e-4776-859f-d7a0ac50c1db gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:14:33.852696 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f46c74cc-9a48-4c1d-ba8a-386afcf046d3 req-9b4dd8cb-19fc-4b84-8129-824f84c7779e service neutron] 10.222.0.21 "GET /v2.0/networks/b0497f16-a3e0-46b0-81f5-eae02d264919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266916 Aug 25 16:14:33.993616 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f46c74cc-9a48-4c1d-ba8a-386afcf046d3 req-cf004c23-8909-455b-9781-a8bfa58799e2 service neutron] 10.222.0.21 "GET /v2.0/networks/b0497f16-a3e0-46b0-81f5-eae02d264919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339374 Aug 25 16:14:34.224594 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-1610ae43-965a-45cf-8b27-bbbf06c3ad9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'name': 'tempest-AttachVolumeTestJSON-501176244-router', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '32063eea-5f71-4835-a166-2841f2053755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:06:10Z', 'updated_at': '2021-08-25T16:06:17Z', 'revision_number': 4, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'gw_port': {'id': '32063eea-5f71-4835-a166-2841f2053755', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:11Z', 'updated_at': '2021-08-25T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_floatingips': [{'id': '4f3e7b8f-b653-4977-91dd-e8b4f935aea4', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'port_id': 'f9e5f3d6-8606-4150-9cad-2eee8c6fff23', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919', 'mac_address': 'fa:16:3e:b5:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac1c62c-8915-4852-b7ea-b99c1118ec5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:14:15Z', 'updated_at': '2021-08-25T16:14:32Z', 'revision_number': 1, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689faede-518d-4d2f-a1c5-67b6a8c09289', 'name': '', 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'mac_address': 'fa:16:3e:30:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b41362-f061-4c09-83d7-5c1bf8e439a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:15Z', 'updated_at': '2021-08-25T16:06:25Z', 'revision_number': 5, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'subnets': [{'id': '03b41362-f061-4c09-83d7-5c1bf8e439a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:14:34.228471 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1610ae43-965a-45cf-8b27-bbbf06c3ad9b None None] The sync data for ids ['f58c8b96-606e-4776-859f-d7a0ac50c1db'] in dv-cinder-806008-1-iscsi is: [{'id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'name': 'tempest-AttachVolumeTestJSON-501176244-router', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '32063eea-5f71-4835-a166-2841f2053755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:06:10Z', 'updated_at': '2021-08-25T16:06:17Z', 'revision_number': 4, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'gw_port': {'id': '32063eea-5f71-4835-a166-2841f2053755', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:11Z', 'updated_at': '2021-08-25T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_floatingips': [{'id': '4f3e7b8f-b653-4977-91dd-e8b4f935aea4', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'port_id': 'f9e5f3d6-8606-4150-9cad-2eee8c6fff23', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919', 'mac_address': 'fa:16:3e:b5:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac1c62c-8915-4852-b7ea-b99c1118ec5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:14:15Z', 'updated_at': '2021-08-25T16:14:32Z', 'revision_number': 1, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689faede-518d-4d2f-a1c5-67b6a8c09289', 'name': '', 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'mac_address': 'fa:16:3e:30:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b41362-f061-4c09-83d7-5c1bf8e439a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:15Z', 'updated_at': '2021-08-25T16:06:25Z', 'revision_number': 5, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'subnets': [{'id': '03b41362-f061-4c09-83d7-5c1bf8e439a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:14:34.428203 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792f8680-de53-418b-b5ad-65925a010ee9 None None] New status for floating IP 4f3e7b8f-b653-4977-91dd-e8b4f935aea4: ACTIVE {{(pid=75048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:14:40.752050 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:42.814468 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9a420650-444a-438c-9307-3563ed5b60de req-0bf201ae-08c6-4bd9-bb1e-c90084ec7939 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719268 Aug 25 16:14:42.970665 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9a420650-444a-438c-9307-3563ed5b60de req-289027e4-9fb0-478f-8540-17b8cccfadd9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd338f4b7714b59867e69ddd8df8b95&device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 1099 time: 0.0697920 Aug 25 16:14:43.114086 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a420650-444a-438c-9307-3563ed5b60de req-90e75080-d8ec-4610-b10d-fd68de3917c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:43.115514 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9a420650-444a-438c-9307-3563ed5b60de req-90e75080-d8ec-4610-b10d-fd68de3917c6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f850c874-26b5-48b0-8127-913ec3bc37ac HTTP/1.1" status: 200 len: 919 time: 0.1250837 Aug 25 16:14:43.218534 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9a420650-444a-438c-9307-3563ed5b60de req-24f3ebd8-df31-4b78-84d1-2ed1e86ce1eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eee7e442-18be-4a68-a41d-78529cd01cd6 HTTP/1.1" status: 200 len: 1001 time: 0.0942564 Aug 25 16:14:43.282509 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a420650-444a-438c-9307-3563ed5b60de req-5819b2e7-a2b0-47b3-82b1-b3ca56a4dae6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:43.283919 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9a420650-444a-438c-9307-3563ed5b60de req-5819b2e7-a2b0-47b3-82b1-b3ca56a4dae6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c90e4aa-a616-450f-a776-04d207824949 HTTP/1.1" status: 200 len: 856 time: 0.0557449 Aug 25 16:14:43.442554 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9a420650-444a-438c-9307-3563ed5b60de req-cd7ed509-c367-4adb-ad27-82853120cc5c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f850c874-26b5-48b0-8127-913ec3bc37ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1521091 Aug 25 16:14:43.570226 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9a420650-444a-438c-9307-3563ed5b60de req-7778030a-f40c-4827-bbc8-aeb5d1ea7252 service neutron] 10.222.0.21 "GET /v2.0/networks/f850c874-26b5-48b0-8127-913ec3bc37ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197410 Aug 25 16:14:43.700970 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9a420650-444a-438c-9307-3563ed5b60de req-cf1d15b2-3d25-477d-af30-2990df538679 service neutron] 10.222.0.21 "GET /v2.0/networks/f850c874-26b5-48b0-8127-913ec3bc37ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233139 Aug 25 16:14:55.914320 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-189436ae-5d40-40a6-b0c1-b6c7d8a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:56.407568 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:58.214002 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-6cc2f50c-2195-495e-914f-2ecac7297822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:59.247552 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:59.438038 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:15:00.690436 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:10.772143 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:12.816200 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b077b4-f5a6-41a8-882a-625e98e498c7 req-ca8752aa-74d6-4fd0-9f29-ff7eae37a305 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:12.817709 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-28b077b4-f5a6-41a8-882a-625e98e498c7 req-ca8752aa-74d6-4fd0-9f29-ff7eae37a305 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 946 time: 0.2871227 Aug 25 16:15:12.867481 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-28b077b4-f5a6-41a8-882a-625e98e498c7 req-1a5039ed-91eb-458d-878b-4b794dc6ddba tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434721 Aug 25 16:15:14.081456 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ca093-bd4c-4955-b3d0-70230f274aba req-cac522ab-cf3b-47f4-8c55-51ca72d52f73 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:14.082876 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c90ca093-bd4c-4955-b3d0-70230f274aba req-cac522ab-cf3b-47f4-8c55-51ca72d52f73 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 946 time: 0.0797849 Aug 25 16:15:14.127534 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c90ca093-bd4c-4955-b3d0-70230f274aba req-3df7c6ee-7576-43e8-a7c3-49f006a7ce39 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392120 Aug 25 16:15:14.735092 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6321f-3442-4cbe-b0b3-2a336e4bb48c req-e2c87403-1a8a-45ab-a012-2fc174ee7e07 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:14.736497 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-d6a6321f-3442-4cbe-b0b3-2a336e4bb48c req-e2c87403-1a8a-45ab-a012-2fc174ee7e07 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 946 time: 0.0785232 Aug 25 16:15:14.805164 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-d6a6321f-3442-4cbe-b0b3-2a336e4bb48c req-f2de24ec-d859-4422-b9d6-b337c9b0b693 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Deleting port eee7e442-18be-4a68-a41d-78529cd01cd6 {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:15:14.805518 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-d6a6321f-3442-4cbe-b0b3-2a336e4bb48c req-f2de24ec-d859-4422-b9d6-b337c9b0b693 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:15.045961 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-d6a6321f-3442-4cbe-b0b3-2a336e4bb48c req-f2de24ec-d859-4422-b9d6-b337c9b0b693 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] For port eee7e442-18be-4a68-a41d-78529cd01cd6, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=eee7e442-18be-4a68-a41d-78529cd01cd6,segment=NetworkSegment(a05c1134-7b51-454b-8aaa-f8bbb9036c51),segment_id=a05c1134-7b51-454b-8aaa-f8bbb9036c51)] {{(pid=75046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:15.046228 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-d6a6321f-3442-4cbe-b0b3-2a336e4bb48c req-f2de24ec-d859-4422-b9d6-b337c9b0b693 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:15.382839 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-d6a6321f-3442-4cbe-b0b3-2a336e4bb48c req-f2de24ec-d859-4422-b9d6-b337c9b0b693 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:15.383497 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-d6a6321f-3442-4cbe-b0b3-2a336e4bb48c req-f2de24ec-d859-4422-b9d6-b337c9b0b693 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683597'] for floatingip, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:15.383497 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.db.l3_db [req-d6a6321f-3442-4cbe-b0b3-2a336e4bb48c req-f2de24ec-d859-4422-b9d6-b337c9b0b693 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Floating IP 9664e870-e03e-4439-a90e-221cabe48c25 disassociated. External IP: 172.27.1.211, port: eee7e442-18be-4a68-a41d-78529cd01cd6. Aug 25 16:15:15.384328 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-d6a6321f-3442-4cbe-b0b3-2a336e4bb48c req-f2de24ec-d859-4422-b9d6-b337c9b0b693 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Calling delete_port for eee7e442-18be-4a68-a41d-78529cd01cd6 owned by compute:nova {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:15:15.454702 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf1aab-339f-4977-8914-6f4f00694275 req-3a254fe4-f969-485d-9edd-88108df94560 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:15.456143 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e0cf1aab-339f-4977-8914-6f4f00694275 req-3a254fe4-f969-485d-9edd-88108df94560 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 946 time: 0.1653330 Aug 25 16:15:15.549957 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e0cf1aab-339f-4977-8914-6f4f00694275 req-b696d3df-bdfb-49d2-8a86-3ee1aa74327b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1f24c47-9b98-4d3a-8740-74074441bfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816925 Aug 25 16:15:15.571628 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-d6a6321f-3442-4cbe-b0b3-2a336e4bb48c req-f2de24ec-d859-4422-b9d6-b337c9b0b693 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:15.577250 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-3a123542-0372-407d-89ca-d92c8aba6c72 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:15.621315 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de24ec-d859-4422-b9d6-b337c9b0b693 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Pushing event deleted for resources: {'Port': ['ID=eee7e442-18be-4a68-a41d-78529cd01cd6,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:15.633841 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de24ec-d859-4422-b9d6-b337c9b0b693 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:15.634214 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de24ec-d859-4422-b9d6-b337c9b0b693 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:15.634581 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de24ec-d859-4422-b9d6-b337c9b0b693 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:15.634941 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de24ec-d859-4422-b9d6-b337c9b0b693 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:15.635291 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de24ec-d859-4422-b9d6-b337c9b0b693 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:15.635644 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de24ec-d859-4422-b9d6-b337c9b0b693 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:15.636128 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de24ec-d859-4422-b9d6-b337c9b0b693 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:15.636341 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de24ec-d859-4422-b9d6-b337c9b0b693 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:15.636684 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de24ec-d859-4422-b9d6-b337c9b0b693 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:15.637056 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de24ec-d859-4422-b9d6-b337c9b0b693 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:15.637404 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de24ec-d859-4422-b9d6-b337c9b0b693 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:15.641085 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-f2de24ec-d859-4422-b9d6-b337c9b0b693 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:15.922564 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6a6321f-3442-4cbe-b0b3-2a336e4bb48c req-f2de24ec-d859-4422-b9d6-b337c9b0b693 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Router 140dbd97-324d-443b-8d40-61281a573ba9 has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:15:16.127649 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6a6321f-3442-4cbe-b0b3-2a336e4bb48c req-f2de24ec-d859-4422-b9d6-b337c9b0b693 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:15:16.137892 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fec2284-eec9-44d9-b6ea-51bbac6a80bf None None] Sync routers for ids ['140dbd97-324d-443b-8d40-61281a573ba9'] in dv-cinder-806008-1-iscsi {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:15:16.149087 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fec2284-eec9-44d9-b6ea-51bbac6a80bf None None] Routers {'140dbd97-324d-443b-8d40-61281a573ba9'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:15:16.150335 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-4fec2284-eec9-44d9-b6ea-51bbac6a80bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:14:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['140dbd97-324d-443b-8d40-61281a573ba9'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:16.197320 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a6321f-3442-4cbe-b0b3-2a336e4bb48c req-f2de24ec-d859-4422-b9d6-b337c9b0b693 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] No DVR routers for this DVR port eee7e442-18be-4a68-a41d-78529cd01cd6 on host hv-cinder-80600 {{(pid=75046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:15:16.199621 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-d6a6321f-3442-4cbe-b0b3-2a336e4bb48c req-f2de24ec-d859-4422-b9d6-b337c9b0b693 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:16.202166 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf53c14-697d-43ce-9fae-9dc79de7d1fd', 'name': 'network-vif-deleted', 'tag': 'eee7e442-18be-4a68-a41d-78529cd01cd6'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:15:16.218000 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-d6a6321f-3442-4cbe-b0b3-2a336e4bb48c req-f2de24ec-d859-4422-b9d6-b337c9b0b693 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.21 "DELETE /v2.0/ports/eee7e442-18be-4a68-a41d-78529cd01cd6 HTTP/1.1" status: 204 len: 173 time: 1.4756203 Aug 25 16:15:16.361006 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf53c14-697d-43ce-9fae-9dc79de7d1fd', 'name': 'network-vif-deleted', 'tag': 'eee7e442-18be-4a68-a41d-78529cd01cd6', 'status': 'completed', 'code': 200} Aug 25 16:15:16.374247 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-4fec2284-eec9-44d9-b6ea-51bbac6a80bf None None] Set router 140dbd97-324d-443b-8d40-61281a573ba9 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:15:16.681804 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-4fec2284-eec9-44d9-b6ea-51bbac6a80bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140dbd97-324d-443b-8d40-61281a573ba9', 'name': 'tempest-AttachVolumeShelveTestJSON-1398295952-router', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:14Z', 'revision_number': 4, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'gw_port': {'id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': 'fc7f09b8-6487-4aa7-9e2e-beefdc901916', 'name': '', 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'mac_address': 'fa:16:3e:de:8b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c90e4aa-a616-450f-a776-04d207824949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:13Z', 'updated_at': '2021-08-25T16:09:31Z', 'revision_number': 5, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'subnets': [{'id': '7c90e4aa-a616-450f-a776-04d207824949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:16.685720 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fec2284-eec9-44d9-b6ea-51bbac6a80bf None None] Checking router: 140dbd97-324d-443b-8d40-61281a573ba9 for host: dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:15:16.696009 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fec2284-eec9-44d9-b6ea-51bbac6a80bf None None] Routers {'140dbd97-324d-443b-8d40-61281a573ba9'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:15:16.697194 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-4fec2284-eec9-44d9-b6ea-51bbac6a80bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:14:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['140dbd97-324d-443b-8d40-61281a573ba9'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:16.746049 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b1704502-e762-432d-9dc7-c20f2f957a64 req-4dc7485e-6ff2-4cc6-a15b-134cc6f53023 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9bf53c14-697d-43ce-9fae-9dc79de7d1fd HTTP/1.1" status: 200 len: 210 time: 0.0431898 Aug 25 16:15:16.897775 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-4fec2284-eec9-44d9-b6ea-51bbac6a80bf None None] Set router 140dbd97-324d-443b-8d40-61281a573ba9 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:15:17.270462 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-4fec2284-eec9-44d9-b6ea-51bbac6a80bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140dbd97-324d-443b-8d40-61281a573ba9', 'name': 'tempest-AttachVolumeShelveTestJSON-1398295952-router', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:14Z', 'revision_number': 4, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'gw_port': {'id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': 'fc7f09b8-6487-4aa7-9e2e-beefdc901916', 'name': '', 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'mac_address': 'fa:16:3e:de:8b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c90e4aa-a616-450f-a776-04d207824949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:13Z', 'updated_at': '2021-08-25T16:09:31Z', 'revision_number': 5, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'subnets': [{'id': '7c90e4aa-a616-450f-a776-04d207824949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:17.274801 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fec2284-eec9-44d9-b6ea-51bbac6a80bf None None] The sync data for ids ['140dbd97-324d-443b-8d40-61281a573ba9'] in dv-cinder-806008-1-iscsi is: [{'id': '140dbd97-324d-443b-8d40-61281a573ba9', 'name': 'tempest-AttachVolumeShelveTestJSON-1398295952-router', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:14Z', 'revision_number': 4, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'gw_port': {'id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': 'fc7f09b8-6487-4aa7-9e2e-beefdc901916', 'name': '', 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'mac_address': 'fa:16:3e:de:8b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c90e4aa-a616-450f-a776-04d207824949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:13Z', 'updated_at': '2021-08-25T16:09:31Z', 'revision_number': 5, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'subnets': [{'id': '7c90e4aa-a616-450f-a776-04d207824949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:15:17.490626 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2552ede4-8a94-4963-9cf8-24142a6e103b None None] New status for floating IP 9664e870-e03e-4439-a90e-221cabe48c25: DOWN {{(pid=75048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:15:17.933529 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 54128) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:15:18.001143 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d70a9e83-7504-4fb9-a57e-5f24f396e73f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:18.028096 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d70a9e83-7504-4fb9-a57e-5f24f396e73f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:18.077362 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d70a9e83-7504-4fb9-a57e-5f24f396e73f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:18.081042 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-73a0face-c824-4ab5-9d7e-5bf99a8773e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:18.096278 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a9e83-7504-4fb9-a57e-5f24f396e73f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f24c47-9b98-4d3a-8740-74074441bfc8,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:18.107873 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a9e83-7504-4fb9-a57e-5f24f396e73f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:18.108248 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a9e83-7504-4fb9-a57e-5f24f396e73f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:18.108614 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a9e83-7504-4fb9-a57e-5f24f396e73f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:18.108997 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a9e83-7504-4fb9-a57e-5f24f396e73f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:18.109356 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a9e83-7504-4fb9-a57e-5f24f396e73f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:18.109710 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a9e83-7504-4fb9-a57e-5f24f396e73f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:18.110061 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a9e83-7504-4fb9-a57e-5f24f396e73f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:18.110411 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a9e83-7504-4fb9-a57e-5f24f396e73f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:18.110760 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a9e83-7504-4fb9-a57e-5f24f396e73f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:18.111106 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a9e83-7504-4fb9-a57e-5f24f396e73f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:18.111449 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a9e83-7504-4fb9-a57e-5f24f396e73f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:18.115093 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-d70a9e83-7504-4fb9-a57e-5f24f396e73f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:18.117004 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d70a9e83-7504-4fb9-a57e-5f24f396e73f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:18.118178 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-d70a9e83-7504-4fb9-a57e-5f24f396e73f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "DELETE /v2.0/security-groups/b1f24c47-9b98-4d3a-8740-74074441bfc8 HTTP/1.1" status: 204 len: 168 time: 0.1836045 Aug 25 16:15:18.121200 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 54132) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:15:18.138214 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.api.v2.resource [None req-8de5135c-2822-4efe-8f39-2b3d4c786f16 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] show failed (client error): The resource could not be found. Aug 25 16:15:18.139187 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-8de5135c-2822-4efe-8f39-2b3d4c786f16 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups/b1f24c47-9b98-4d3a-8740-74074441bfc8 HTTP/1.1" status: 404 len: 347 time: 0.0170834 Aug 25 16:15:18.141972 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 54136) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:15:18.385369 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-b1ac8a4a-09cc-468c-8e9b-97e7dbe17352 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Deleting port 93387a6a-3ac0-4fcf-ba61-f2aa68a927e8 {{(pid=75045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:15:18.385688 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-b1ac8a4a-09cc-468c-8e9b-97e7dbe17352 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:18.487718 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device eee7e442-18be-4a68-a41d-78529cd01cd6 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:15:18.521145 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] No Port match for: eee7e442-18be-4a68-a41d-78529cd01cd6 {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:15:18.521497 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device eee7e442-18be-4a68-a41d-78529cd01cd6 not bound to the agent host hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:15:18.551081 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-b1ac8a4a-09cc-468c-8e9b-97e7dbe17352 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:18.551404 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-b1ac8a4a-09cc-468c-8e9b-97e7dbe17352 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:18.670826 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-b1ac8a4a-09cc-468c-8e9b-97e7dbe17352 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Calling delete_port for 93387a6a-3ac0-4fcf-ba61-f2aa68a927e8 owned by network:floatingip {{(pid=75045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:15:18.811676 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-b1ac8a4a-09cc-468c-8e9b-97e7dbe17352 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:18.815059 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-9b7570d1-e7d8-408d-99b4-f2dbf6271a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:18.856784 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac8a4a-09cc-468c-8e9b-97e7dbe17352 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Pushing event deleted for resources: {'Port': ['ID=93387a6a-3ac0-4fcf-ba61-f2aa68a927e8,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:18.860070 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-b1ac8a4a-09cc-468c-8e9b-97e7dbe17352 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:18.947119 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-b1ac8a4a-09cc-468c-8e9b-97e7dbe17352 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for floatingip, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:18.960323 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-b1ac8a4a-09cc-468c-8e9b-97e7dbe17352 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for floatingip, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:18.961471 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-b1ac8a4a-09cc-468c-8e9b-97e7dbe17352 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "DELETE /v2.0/floatingips/9664e870-e03e-4439-a90e-221cabe48c25 HTTP/1.1" status: 204 len: 168 time: 0.8186347 Aug 25 16:15:19.329425 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 54144) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:15:19.335884 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-6d2773f9-046c-4d1d-9c61-b1b0fd3cc6ec tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2126019661', 'description': 'tempest-description--1828225687'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:15:19.343017 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-6d2773f9-046c-4d1d-9c61-b1b0fd3cc6ec tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:15:19.347631 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-6d2773f9-046c-4d1d-9c61-b1b0fd3cc6ec tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Usage tracker for resource:security_group and tenant:ebd338f4b7714b59867e69ddd8df8b95 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:15:19.351003 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-6d2773f9-046c-4d1d-9c61-b1b0fd3cc6ec tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:15:19.358244 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-6d2773f9-046c-4d1d-9c61-b1b0fd3cc6ec tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:15:19.369704 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6d2773f9-046c-4d1d-9c61-b1b0fd3cc6ec tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:19.406784 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-6d2773f9-046c-4d1d-9c61-b1b0fd3cc6ec tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:15:19.410502 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-6d2773f9-046c-4d1d-9c61-b1b0fd3cc6ec tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Usage tracker for resource:security_group_rule and tenant:ebd338f4b7714b59867e69ddd8df8b95 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:15:19.413395 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-6d2773f9-046c-4d1d-9c61-b1b0fd3cc6ec tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:15:19.419200 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-6d2773f9-046c-4d1d-9c61-b1b0fd3cc6ec tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:15:19.473404 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6d2773f9-046c-4d1d-9c61-b1b0fd3cc6ec tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:19.476842 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6d2773f9-046c-4d1d-9c61-b1b0fd3cc6ec tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:19.480235 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-c385c07b-a858-421d-ab0d-dbfc1c18d94d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:19.520826 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2773f9-046c-4d1d-9c61-b1b0fd3cc6ec tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f80ad02-96cd-40d5-8e0e-acb85cd95b44,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:19.523886 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-6d2773f9-046c-4d1d-9c61-b1b0fd3cc6ec tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:19.529398 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6d2773f9-046c-4d1d-9c61-b1b0fd3cc6ec tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:19.530593 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-6d2773f9-046c-4d1d-9c61-b1b0fd3cc6ec tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.1999750 Aug 25 16:15:19.535101 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 54148) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:15:19.541362 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-16d0266b-3122-452b-baaf-f23971f3080b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Request body: {'security_group_rule': {'security_group_id': '9f80ad02-96cd-40d5-8e0e-acb85cd95b44', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:15:19.547123 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-16d0266b-3122-452b-baaf-f23971f3080b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:15:19.550953 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-16d0266b-3122-452b-baaf-f23971f3080b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Usage tracker for resource:security_group_rule and tenant:ebd338f4b7714b59867e69ddd8df8b95 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:15:19.553824 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-16d0266b-3122-452b-baaf-f23971f3080b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:15:19.559642 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-16d0266b-3122-452b-baaf-f23971f3080b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:15:19.580528 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-16d0266b-3122-452b-baaf-f23971f3080b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:19.645522 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-16d0266b-3122-452b-baaf-f23971f3080b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:19.650108 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-16d0266b-3122-452b-baaf-f23971f3080b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347877'] for security_group_rule, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:19.658177 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:19.679801 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0266b-3122-452b-baaf-f23971f3080b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f169fdd-1d3f-498f-a685-4834264f9f3b,revision_number=0']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:19.683013 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-16d0266b-3122-452b-baaf-f23971f3080b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:19.687732 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-16d0266b-3122-452b-baaf-f23971f3080b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:19.688929 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-16d0266b-3122-452b-baaf-f23971f3080b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1528831 Aug 25 16:15:19.691643 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 54152) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:15:19.698258 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-d9836f48-8779-4bd5-bdb9-53e11401f663 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Request body: {'security_group_rule': {'security_group_id': '9f80ad02-96cd-40d5-8e0e-acb85cd95b44', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:15:19.705207 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-d9836f48-8779-4bd5-bdb9-53e11401f663 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:15:19.709299 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-d9836f48-8779-4bd5-bdb9-53e11401f663 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Usage tracker for resource:security_group_rule and tenant:ebd338f4b7714b59867e69ddd8df8b95 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:15:19.712923 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-d9836f48-8779-4bd5-bdb9-53e11401f663 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:15:19.718571 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-d9836f48-8779-4bd5-bdb9-53e11401f663 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:15:19.735998 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d9836f48-8779-4bd5-bdb9-53e11401f663 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:19.809965 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d9836f48-8779-4bd5-bdb9-53e11401f663 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:19.821729 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d9836f48-8779-4bd5-bdb9-53e11401f663 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347877'] for security_group_rule, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:19.823811 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:19.846414 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9836f48-8779-4bd5-bdb9-53e11401f663 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d961eea-b7af-4e11-b56b-2c79f9adc415,revision_number=0']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:19.850928 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-d9836f48-8779-4bd5-bdb9-53e11401f663 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:19.855864 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d9836f48-8779-4bd5-bdb9-53e11401f663 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:19.857059 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-d9836f48-8779-4bd5-bdb9-53e11401f663 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1644669 Aug 25 16:15:19.860119 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 54158) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:15:19.866066 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-2e8234d1-155c-4ed8-922b-20c9a01faf28 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Request body: {'floatingip': {'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:15:19.872036 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-2e8234d1-155c-4ed8-922b-20c9a01faf28 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:15:19.875802 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-2e8234d1-155c-4ed8-922b-20c9a01faf28 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Usage tracker for resource:floatingip and tenant:ebd338f4b7714b59867e69ddd8df8b95 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:15:19.878608 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-2e8234d1-155c-4ed8-922b-20c9a01faf28 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:15:19.884461 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-2e8234d1-155c-4ed8-922b-20c9a01faf28 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:15:19.894030 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-2e8234d1-155c-4ed8-922b-20c9a01faf28 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for floatingip, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:20.033258 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-2e8234d1-155c-4ed8-922b-20c9a01faf28 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:20.176444 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_common [None req-2e8234d1-155c-4ed8-922b-20c9a01faf28 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Allocated IP 172.27.1.217 (918dfb31-e205-4511-8f83-81a91dee6c8c/7d72112f-2376-4184-b827-994c471d72fa/95d3f914-3290-471b-8b3b-9d102c1c35ef) {{(pid=75045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:15:20.336502 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-2e8234d1-155c-4ed8-922b-20c9a01faf28 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for port, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:20.369500 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-2e8234d1-155c-4ed8-922b-20c9a01faf28 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:20.373215 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-1f1a7001-f577-455f-9420-589692aa7578 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:20.441570 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8234d1-155c-4ed8-922b-20c9a01faf28 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Network 918dfb31-e205-4511-8f83-81a91dee6c8c is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:15:20.444749 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-2e8234d1-155c-4ed8-922b-20c9a01faf28 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:15:20.446715 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8234d1-155c-4ed8-922b-20c9a01faf28 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Pushing event updated for resources: {'Port': ['ID=95d3f914-3290-471b-8b3b-9d102c1c35ef,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:20.448701 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8234d1-155c-4ed8-922b-20c9a01faf28 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Received port after_create {{(pid=75045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:15:20.471894 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-2e8234d1-155c-4ed8-922b-20c9a01faf28 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:20.697601 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-2e8234d1-155c-4ed8-922b-20c9a01faf28 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:20.754099 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-2e8234d1-155c-4ed8-922b-20c9a01faf28 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:20.956194 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-2e8234d1-155c-4ed8-922b-20c9a01faf28 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for port, precommit_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:20.961187 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-2e8234d1-155c-4ed8-922b-20c9a01faf28 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3837783'] for port, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:20.965844 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-2e8234d1-155c-4ed8-922b-20c9a01faf28 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:21.068989 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8234d1-155c-4ed8-922b-20c9a01faf28 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Pushing event updated for resources: {'Port': ['ID=95d3f914-3290-471b-8b3b-9d102c1c35ef,revision_number=2']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:21.076140 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-2e8234d1-155c-4ed8-922b-20c9a01faf28 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:21.090670 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-2e8234d1-155c-4ed8-922b-20c9a01faf28 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683597'] for floatingip, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:21.113474 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-2e8234d1-155c-4ed8-922b-20c9a01faf28 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for floatingip, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:21.114675 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-2e8234d1-155c-4ed8-922b-20c9a01faf28 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2536311 Aug 25 16:15:21.299446 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-e721b98d-caf5-4b3f-bfff-1564b2306ddf tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Synchronizing usage tracker for tenant:ebd338f4b7714b59867e69ddd8df8b95 on resource:security_group {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:15:21.314710 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-e721b98d-caf5-4b3f-bfff-1564b2306ddf tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Unset dirty status for tenant:ebd338f4b7714b59867e69ddd8df8b95 on resource:security_group {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:15:21.316013 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-e721b98d-caf5-4b3f-bfff-1564b2306ddf tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--2126019661&fields=id&tenant_id=ebd338f4b7714b59867e69ddd8df8b95 HTTP/1.1" status: 200 len: 267 time: 0.0680714 Aug 25 16:15:21.463945 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-e9639834-f3af-4548-aa00-7befa499f03d tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:21.465281 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-e9639834-f3af-4548-aa00-7befa499f03d tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/networks?id=f850c874-26b5-48b0-8127-913ec3bc37ac HTTP/1.1" status: 200 len: 817 time: 0.1426544 Aug 25 16:15:21.480609 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-f473b85f-c831-4aff-becf-9c9e6701ac5d tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/quotas/ebd338f4b7714b59867e69ddd8df8b95 HTTP/1.1" status: 200 len: 375 time: 0.0100639 Aug 25 16:15:21.559354 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-a16f16f2-3f37-42fd-b613-1b003c721560 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Synchronizing usage tracker for tenant:ebd338f4b7714b59867e69ddd8df8b95 on resource:port {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:15:21.574639 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-a16f16f2-3f37-42fd-b613-1b003c721560 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Unset dirty status for tenant:ebd338f4b7714b59867e69ddd8df8b95 on resource:port {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:15:21.576108 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-a16f16f2-3f37-42fd-b613-1b003c721560 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ebd338f4b7714b59867e69ddd8df8b95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0907750 Aug 25 16:15:21.591126 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-2570b52e-3c98-4407-9221-6d95bb4221a9 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=75045) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:15:21.592055 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-2570b52e-3c98-4407-9221-6d95bb4221a9 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048780 Aug 25 16:15:21.731133 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-fbca137d-28be-4036-b275-60de338374b2 service neutron] 10.222.0.43 "GET /v2.0/networks/f850c874-26b5-48b0-8127-913ec3bc37ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336882 Aug 25 16:15:21.862361 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-4bbcf09c-93ca-43fe-bcf2-2f97107c70f6 service neutron] 10.222.0.43 "GET /v2.0/networks/f850c874-26b5-48b0-8127-913ec3bc37ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256254 Aug 25 16:15:22.051852 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-e0179432-bfcd-4a62-a972-c0477a2071f5 req-437eb13e-ee3e-40d7-9ef5-3fc6ffbc3880 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Synchronizing usage tracker for tenant:ebd338f4b7714b59867e69ddd8df8b95 on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:15:22.063826 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-e0179432-bfcd-4a62-a972-c0477a2071f5 req-437eb13e-ee3e-40d7-9ef5-3fc6ffbc3880 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Unset dirty status for tenant:ebd338f4b7714b59867e69ddd8df8b95 on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:15:22.064990 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e0179432-bfcd-4a62-a972-c0477a2071f5 req-437eb13e-ee3e-40d7-9ef5-3fc6ffbc3880 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 210 time: 0.0545545 Aug 25 16:15:23.269099 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-ab3cbeae-7469-4a00-b2fc-dd7ef231920c req-f6342902-6c2e-4e39-be61-b18a6a15b604 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 210 time: 0.0536518 Aug 25 16:15:23.341850 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-d4498f71-0e5c-402f-82e2-01d1e71164bb tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:23.343486 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-d4498f71-0e5c-402f-82e2-01d1e71164bb tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.21 "GET /v2.0/networks?id=f850c874-26b5-48b0-8127-913ec3bc37ac HTTP/1.1" status: 200 len: 817 time: 0.2356350 Aug 25 16:15:23.439385 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-fb21827b-14fc-429f-90e2-bbbff0c4cdf6 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebd338f4b7714b59867e69ddd8df8b95 HTTP/1.1" status: 200 len: 380 time: 0.0426280 Aug 25 16:15:23.448502 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-65d11935-4182-44ff-bddb-deef97fbf4c5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Request body: {'port': {'device_id': '9b88c6f3-d227-4858-bbab-2986ca99a592', 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'admin_state_up': True, 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'security_groups': ['9f80ad02-96cd-40d5-8e0e-acb85cd95b44']}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:15:23.578776 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-65d11935-4182-44ff-bddb-deef97fbf4c5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:15:23.587969 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-65d11935-4182-44ff-bddb-deef97fbf4c5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:15:23.597462 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-65d11935-4182-44ff-bddb-deef97fbf4c5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Made reservation on behalf of ebd338f4b7714b59867e69ddd8df8b95 for: {'port': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:15:23.600458 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-65d11935-4182-44ff-bddb-deef97fbf4c5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:23.767511 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.db_base_plugin_common [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-65d11935-4182-44ff-bddb-deef97fbf4c5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Allocated IP 172.20.0.10 (f850c874-26b5-48b0-8127-913ec3bc37ac/7c90e4aa-a616-450f-a776-04d207824949/2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba) {{(pid=75046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:15:23.951507 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-65d11935-4182-44ff-bddb-deef97fbf4c5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for port, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:23.967334 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.provisioning_blocks [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-65d11935-4182-44ff-bddb-deef97fbf4c5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Transition to ACTIVE for port object 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba will not be triggered until provisioned by entity DHCP. {{(pid=75046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:15:23.989135 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-65d11935-4182-44ff-bddb-deef97fbf4c5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:23.994186 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-ae6dc3c9-4fc2-4d36-9db7-35ab31356061 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:24.059961 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-65d11935-4182-44ff-bddb-deef97fbf4c5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Network f850c874-26b5-48b0-8127-913ec3bc37ac is already hosted by enough agents. {{(pid=75046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:15:24.062918 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-65d11935-4182-44ff-bddb-deef97fbf4c5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Resources bound (agent type, host, resource id): {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:15:24.066806 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-65d11935-4182-44ff-bddb-deef97fbf4c5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Received port after_create {{(pid=75046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:15:24.097375 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d11935-4182-44ff-bddb-deef97fbf4c5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Pushing event updated for resources: {'Port': ['ID=2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:24.104344 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-65d11935-4182-44ff-bddb-deef97fbf4c5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:24.131723 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-65d11935-4182-44ff-bddb-deef97fbf4c5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:24.132333 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-65d11935-4182-44ff-bddb-deef97fbf4c5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:24.159175 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-65d11935-4182-44ff-bddb-deef97fbf4c5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7142379 Aug 25 16:15:24.200932 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-acd85a06-29e4-4010-b3e3-c9d0c599cca7 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=75046) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:15:24.201967 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-acd85a06-29e4-4010-b3e3-c9d0c599cca7 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059133 Aug 25 16:15:24.280091 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-07112da1-1db4-4a53-b0bd-c4b0a519a532 service neutron] Request body: {'port': {'device_id': '9b88c6f3-d227-4858-bbab-2986ca99a592', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:15:24.294095 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9f6fb349-c934-4ce5-85df-b06bbf2ef390 None None] Provisioning for port 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba completed by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:15:24.300085 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9f6fb349-c934-4ce5-85df-b06bbf2ef390 None None] Provisioning complete for port 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:15:24.300575 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9f6fb349-c934-4ce5-85df-b06bbf2ef390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:24.356590 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-9f6fb349-c934-4ce5-85df-b06bbf2ef390 None None] Port 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba cannot update to ACTIVE because it is not bound. {{(pid=75047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:15:24.390955 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-07112da1-1db4-4a53-b0bd-c4b0a519a532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:24.764151 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c6d05-a645-4ba5-b7d9-ecb37e1af2d8 req-90d0bc30-0025-4f7c-9b12-c7c41771e447 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:24.764842 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-224c6d05-a645-4ba5-b7d9-ecb37e1af2d8 req-90d0bc30-0025-4f7c-9b12-c7c41771e447 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Synchronizing usage tracker for tenant:ebd338f4b7714b59867e69ddd8df8b95 on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:15:24.807430 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-224c6d05-a645-4ba5-b7d9-ecb37e1af2d8 req-90d0bc30-0025-4f7c-9b12-c7c41771e447 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Unset dirty status for tenant:ebd338f4b7714b59867e69ddd8df8b95 on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:15:24.808731 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-224c6d05-a645-4ba5-b7d9-ecb37e1af2d8 req-90d0bc30-0025-4f7c-9b12-c7c41771e447 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 932 time: 0.3614979 Aug 25 16:15:24.874148 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-224c6d05-a645-4ba5-b7d9-ecb37e1af2d8 req-00dee03f-dc1c-4a64-b78a-da9f1ab282f3 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598433 Aug 25 16:15:24.943208 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-07112da1-1db4-4a53-b0bd-c4b0a519a532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba {{(pid=75046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:15:24.949876 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-07112da1-1db4-4a53-b0bd-c4b0a519a532 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:24.963942 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.provisioning_blocks [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-07112da1-1db4-4a53-b0bd-c4b0a519a532 service neutron] Transition to ACTIVE for port object 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba will not be triggered until provisioned by entity L2. {{(pid=75046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:15:24.967454 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-07112da1-1db4-4a53-b0bd-c4b0a519a532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:24.971361 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-de6800ad-c0f5-4161-a842-f9223ac7f953 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:25.098614 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07112da1-1db4-4a53-b0bd-c4b0a519a532 service neutron] Pushing event updated for resources: {'Port': ['ID=2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba,revision_number=2']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:25.101710 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-07112da1-1db4-4a53-b0bd-c4b0a519a532 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:25.215026 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-07112da1-1db4-4a53-b0bd-c4b0a519a532 service neutron] Attempting to bind port 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:15:25.215354 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-07112da1-1db4-4a53-b0bd-c4b0a519a532 service neutron] Attempting to bind port 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'a05c1134-7b51-454b-8aaa-f8bbb9036c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac'}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:15:25.215672 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-07112da1-1db4-4a53-b0bd-c4b0a519a532 service neutron] Attempting to bind port 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba on network f850c874-26b5-48b0-8127-913ec3bc37ac {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:15:25.221338 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-07112da1-1db4-4a53-b0bd-c4b0a519a532 service neutron] Port 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba on network f850c874-26b5-48b0-8127-913ec3bc37ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:15:25.221647 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-07112da1-1db4-4a53-b0bd-c4b0a519a532 service neutron] Attempting to bind port 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba on network f850c874-26b5-48b0-8127-913ec3bc37ac {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:15:25.228131 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-07112da1-1db4-4a53-b0bd-c4b0a519a532 service neutron] Checking agent: {'id': '931cd7a1-d330-4f67-a87c-c25f72aa55d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:15:25.228459 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-07112da1-1db4-4a53-b0bd-c4b0a519a532 service neutron] Checking segment: {'id': 'a05c1134-7b51-454b-8aaa-f8bbb9036c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:15:25.228828 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-07112da1-1db4-4a53-b0bd-c4b0a519a532 service neutron] Bound using segment: {'id': 'a05c1134-7b51-454b-8aaa-f8bbb9036c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac'} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:15:25.229264 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-07112da1-1db4-4a53-b0bd-c4b0a519a532 service neutron] Bound port: 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05c1134-7b51-454b-8aaa-f8bbb9036c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac'}}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:15:25.229596 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-07112da1-1db4-4a53-b0bd-c4b0a519a532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:25.318345 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-07112da1-1db4-4a53-b0bd-c4b0a519a532 service neutron] For port 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba, host hv-cinder-80600, cleared binding levels {{(pid=75046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:15:25.323342 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-07112da1-1db4-4a53-b0bd-c4b0a519a532 service neutron] For port 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba,segment=NetworkSegment(a05c1134-7b51-454b-8aaa-f8bbb9036c51),segment_id=a05c1134-7b51-454b-8aaa-f8bbb9036c51)] {{(pid=75046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:15:25.329064 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-07112da1-1db4-4a53-b0bd-c4b0a519a532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:25.333311 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-78e24407-1f69-4c32-a1b3-121bf959c72c tempest-ServerRescueNegativeTestJSON-1125550615 tempest-ServerRescueNegativeTestJSON-1125550615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:25.389809 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-07112da1-1db4-4a53-b0bd-c4b0a519a532 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:25.391184 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-07112da1-1db4-4a53-b0bd-c4b0a519a532 service neutron] 10.222.0.21 "PUT /v2.0/ports/2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba HTTP/1.1" status: 200 len: 1094 time: 1.1827490 Aug 25 16:15:25.391676 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b88c6f3-d227-4858-bbab-2986ca99a592', 'tag': '2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:15:25.420430 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07112da1-1db4-4a53-b0bd-c4b0a519a532 service neutron] Pushing event updated for resources: {'Port': ['ID=2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba,revision_number=3']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:25.424351 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-07112da1-1db4-4a53-b0bd-c4b0a519a532 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:25.484344 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b88c6f3-d227-4858-bbab-2986ca99a592', 'tag': '2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba', 'status': 'completed', 'code': 200} Aug 25 16:15:25.533013 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-c43b0b01-c682-452f-9b8d-9b28e515eecf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd338f4b7714b59867e69ddd8df8b95&device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 1097 time: 0.0873241 Aug 25 16:15:25.615477 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-54d70496-6a6d-412b-b3e3-37462c0a343b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba HTTP/1.1" status: 200 len: 217 time: 0.0688765 Aug 25 16:15:25.685129 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-0c7a1558-0094-444f-93da-ef2cc5104b24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:25.686512 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-0c7a1558-0094-444f-93da-ef2cc5104b24 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c90e4aa-a616-450f-a776-04d207824949 HTTP/1.1" status: 200 len: 856 time: 0.0631442 Aug 25 16:15:25.763479 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-875a24ea-3c9c-4dd9-9014-38fa69e824c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f850c874-26b5-48b0-8127-913ec3bc37ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700758 Aug 25 16:15:25.897398 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-ef39e59d-21c7-4674-9aaa-18f28faf4f7e service neutron] 10.222.0.21 "GET /v2.0/networks/f850c874-26b5-48b0-8127-913ec3bc37ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264675 Aug 25 16:15:25.918273 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-97a9c90b-dc0f-4460-9d54-2c928c2dee39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:26.030959 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-71659e5f-3c4a-445b-ba51-f5af4908748e req-0fee9978-44c9-4b6b-a56e-a735d86510c2 service neutron] 10.222.0.21 "GET /v2.0/networks/f850c874-26b5-48b0-8127-913ec3bc37ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273341 Aug 25 16:15:26.086072 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00d859-9068-4d8e-bbbb-d5dda5c9d462 req-b072fa03-5fa4-4e59-b271-8c1003432b8c tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:26.088844 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6b00d859-9068-4d8e-bbbb-d5dda5c9d462 req-b072fa03-5fa4-4e59-b271-8c1003432b8c tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 944 time: 0.0782206 Aug 25 16:15:26.138486 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6b00d859-9068-4d8e-bbbb-d5dda5c9d462 req-237b353d-a43d-437b-9cd4-6e0973149a91 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439978 Aug 25 16:15:26.200975 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-239f206f-acab-468a-b2f7-91546701625b req-1ef140e5-d9ed-46b9-bac7-8058db3c6206 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd338f4b7714b59867e69ddd8df8b95&device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 1097 time: 0.0743849 Aug 25 16:15:26.329614 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f206f-acab-468a-b2f7-91546701625b req-0f7b63e2-4eb7-46dc-8bff-46103eea73f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:26.331057 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-239f206f-acab-468a-b2f7-91546701625b req-0f7b63e2-4eb7-46dc-8bff-46103eea73f7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f850c874-26b5-48b0-8127-913ec3bc37ac HTTP/1.1" status: 200 len: 919 time: 0.1237717 Aug 25 16:15:26.398072 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-239f206f-acab-468a-b2f7-91546701625b req-7d848b18-24de-486d-8209-9efafbb29344 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba HTTP/1.1" status: 200 len: 217 time: 0.0601192 Aug 25 16:15:26.409840 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:26.546665 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f206f-acab-468a-b2f7-91546701625b req-2e3c916f-1f1b-48fe-9a8b-9efda6abb7fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:26.548093 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-239f206f-acab-468a-b2f7-91546701625b req-2e3c916f-1f1b-48fe-9a8b-9efda6abb7fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c90e4aa-a616-450f-a776-04d207824949 HTTP/1.1" status: 200 len: 856 time: 0.1433370 Aug 25 16:15:26.621673 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-239f206f-acab-468a-b2f7-91546701625b req-166fa4c6-4e13-4e3e-b429-085f3e03ab0b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f850c874-26b5-48b0-8127-913ec3bc37ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670216 Aug 25 16:15:26.751732 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-239f206f-acab-468a-b2f7-91546701625b req-3ca9315d-81a2-4cc6-b26c-10a0b30c0dfa service neutron] 10.222.0.21 "GET /v2.0/networks/f850c874-26b5-48b0-8127-913ec3bc37ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235845 Aug 25 16:15:26.880235 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-239f206f-acab-468a-b2f7-91546701625b req-0df4cf12-fb74-40d4-8990-3226a703af9a service neutron] 10.222.0.21 "GET /v2.0/networks/f850c874-26b5-48b0-8127-913ec3bc37ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212893 Aug 25 16:15:27.347792 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff69e5-3fca-476b-8ec2-82569504da68 req-e32eab57-e8d6-4361-b0fe-89bf2ed1b81a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:27.349189 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7fff69e5-3fca-476b-8ec2-82569504da68 req-e32eab57-e8d6-4361-b0fe-89bf2ed1b81a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 944 time: 0.0782871 Aug 25 16:15:27.395530 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7fff69e5-3fca-476b-8ec2-82569504da68 req-7296cc46-3f10-4ed4-b47a-b376c658b96b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399890 Aug 25 16:15:28.217462 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-c538702b-56f6-423f-9aa2-0538ec50fcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:28.609396 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5a792-d7b4-4126-83e8-53d68b36befe req-612be963-fed3-423b-b47d-2bca95288e53 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:28.610852 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-53d5a792-d7b4-4126-83e8-53d68b36befe req-612be963-fed3-423b-b47d-2bca95288e53 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 944 time: 0.0806637 Aug 25 16:15:28.656312 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-53d5a792-d7b4-4126-83e8-53d68b36befe req-f0b5d607-e1be-4c10-9ee5-c63bd0d1e3be tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399837 Aug 25 16:15:29.250921 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:29.862644 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa07c6-e6ca-4c60-9c06-64dcbb2e2fb8 req-fb890bcc-bb18-422b-bb47-b1f9071db1b5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:29.864225 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f8fa07c6-e6ca-4c60-9c06-64dcbb2e2fb8 req-fb890bcc-bb18-422b-bb47-b1f9071db1b5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 944 time: 0.0757937 Aug 25 16:15:29.909341 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f8fa07c6-e6ca-4c60-9c06-64dcbb2e2fb8 req-af73ec6c-0a57-4a44-8457-771a044a3f30 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391309 Aug 25 16:15:30.538727 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:15:30.670551 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba,segment=NetworkSegment(a05c1134-7b51-454b-8aaa-f8bbb9036c51),segment_id=a05c1134-7b51-454b-8aaa-f8bbb9036c51)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:30.690252 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Returning: {'device': '2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba', 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'port_id': '2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba', 'mac_address': 'fa:16:3e:0b:2c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c90e4aa-a616-450f-a776-04d207824949', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:15:30.722035 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:30.745754 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:30.762625 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba {{(pid=75047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:15:30.777829 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba,segment=NetworkSegment(a05c1134-7b51-454b-8aaa-f8bbb9036c51),segment_id=a05c1134-7b51-454b-8aaa-f8bbb9036c51)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:30.781680 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:30.783349 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:30.848972 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:30.857552 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:30.857893 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:30.858226 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:30.858554 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:30.858878 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:30.859201 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:30.859522 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:30.859842 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:30.860162 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:30.860475 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:30.860790 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:30.864477 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:31.126135 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30304ee-f81f-46ac-b98b-4b4d713e664e req-4a08d5a3-288e-4154-960c-321a0d1bdd89 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:31.127563 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b30304ee-f81f-46ac-b98b-4b4d713e664e req-4a08d5a3-288e-4154-960c-321a0d1bdd89 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 945 time: 0.0855486 Aug 25 16:15:31.173000 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b30304ee-f81f-46ac-b98b-4b4d713e664e req-b329f491-90d2-476e-ae24-05aeda85c4de tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396309 Aug 25 16:15:31.241371 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:15:32.387703 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407eb66-c476-4a5b-b289-b82a8bbfb00e req-cf27873a-f558-4360-821c-cb69a573f829 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:32.389308 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8407eb66-c476-4a5b-b289-b82a8bbfb00e req-cf27873a-f558-4360-821c-cb69a573f829 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 945 time: 0.0809219 Aug 25 16:15:32.436746 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8407eb66-c476-4a5b-b289-b82a8bbfb00e req-74257595-7f9e-4f9c-98c7-b4d8ae0697ed tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420206 Aug 25 16:15:32.541024 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba up at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:15:32.610928 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning for port 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:15:32.618836 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning complete for port 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:15:32.619219 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:32.734404 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:32.761723 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b88c6f3-d227-4858-bbab-2986ca99a592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba'}] {{(pid=75047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:15:32.771429 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba,segment=NetworkSegment(a05c1134-7b51-454b-8aaa-f8bbb9036c51),segment_id=a05c1134-7b51-454b-8aaa-f8bbb9036c51)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:32.777090 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:32.778963 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:32.827400 dv-cinder-806008-1-iscsi neutron-server[75047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b88c6f3-d227-4858-bbab-2986ca99a592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba', 'code': 200} Aug 25 16:15:32.845357 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba,revision_number=5']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:32.848162 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:33.091366 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2d1192d4-bd22-421a-82a2-59270c834a80 req-3538ec6c-0f83-4317-afa7-2a53be69afc6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 1099 time: 0.0700672 Aug 25 16:15:33.134150 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2d1192d4-bd22-421a-82a2-59270c834a80 req-a28b3783-55ab-4377-86fc-a34350d3869a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365798 Aug 25 16:15:33.644683 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476f353-f74f-4082-b419-39c26078964e req-5a537a27-256f-49a7-b12b-90ad06408386 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:33.646058 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c476f353-f74f-4082-b419-39c26078964e req-5a537a27-256f-49a7-b12b-90ad06408386 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.0759385 Aug 25 16:15:33.691447 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c476f353-f74f-4082-b419-39c26078964e req-0c43093b-2cd6-40c4-b6ce-4575d915c83b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393913 Aug 25 16:15:34.908732 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadf274-5a08-4436-b3d6-780bc98b753d req-1ba93899-8992-4711-8691-7afda4a2d578 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:34.910260 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-4aadf274-5a08-4436-b3d6-780bc98b753d req-1ba93899-8992-4711-8691-7afda4a2d578 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.0828736 Aug 25 16:15:35.039956 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-4aadf274-5a08-4436-b3d6-780bc98b753d req-a0b495cc-f612-41d2-a3a4-d6455bb3a0e7 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229067 Aug 25 16:15:35.251820 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cce72e-c2af-4bd0-a77f-5894c5455bfb req-48525445-c149-4c2c-be92-cd54eefb54c3 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:35.253302 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-85cce72e-c2af-4bd0-a77f-5894c5455bfb req-48525445-c149-4c2c-be92-cd54eefb54c3 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.0817578 Aug 25 16:15:35.261993 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 54240) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:15:35.267364 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-8fe98123-dcee-4ae9-b088-ecd383fb4eac tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Request body: {'floatingip': {'port_id': '2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:15:35.346504 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-8fe98123-dcee-4ae9-b088-ecd383fb4eac tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for floatingip, before_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:35.958488 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-8fe98123-dcee-4ae9-b088-ecd383fb4eac tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:35.962888 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-8fe98123-dcee-4ae9-b088-ecd383fb4eac tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683597'] for floatingip, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:36.157071 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.db.l3_db [None req-8fe98123-dcee-4ae9-b088-ecd383fb4eac tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Floating IP 9d1fd466-e67e-45af-afbd-1ab0dae49a9f associated. External IP: 172.27.1.217, port: 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba. Aug 25 16:15:36.438387 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:15:36.661986 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe98123-dcee-4ae9-b088-ecd383fb4eac tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Router 140dbd97-324d-443b-8d40-61281a573ba9 has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:15:36.873405 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe98123-dcee-4ae9-b088-ecd383fb4eac tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:15:36.879499 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-8fe98123-dcee-4ae9-b088-ecd383fb4eac tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for floatingip, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:36.885746 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524e4c7c-7378-4f86-99de-2259957ee127 None None] Sync routers for ids ['140dbd97-324d-443b-8d40-61281a573ba9'] in dv-cinder-806008-1-iscsi {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:15:36.898714 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524e4c7c-7378-4f86-99de-2259957ee127 None None] Routers {'140dbd97-324d-443b-8d40-61281a573ba9'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:15:36.899827 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-524e4c7c-7378-4f86-99de-2259957ee127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:15:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['140dbd97-324d-443b-8d40-61281a573ba9'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:36.937938 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-8fe98123-dcee-4ae9-b088-ecd383fb4eac tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "PUT /v2.0/floatingips/9d1fd466-e67e-45af-afbd-1ab0dae49a9f HTTP/1.1" status: 200 len: 992 time: 1.6746964 Aug 25 16:15:36.938435 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b88c6f3-d227-4858-bbab-2986ca99a592', 'tag': '2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba'}] {{(pid=75045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:15:37.006222 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b88c6f3-d227-4858-bbab-2986ca99a592', 'tag': '2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba', 'status': 'completed', 'code': 200} Aug 25 16:15:37.082034 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-524e4c7c-7378-4f86-99de-2259957ee127 None None] Set router 140dbd97-324d-443b-8d40-61281a573ba9 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:15:37.146219 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3fd9969f-b9e9-4c2b-a3de-2c9c0b43f087 req-78b73072-cecb-4303-9bce-6438ff761c83 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd338f4b7714b59867e69ddd8df8b95&device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 1099 time: 0.0824740 Aug 25 16:15:37.285845 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9969f-b9e9-4c2b-a3de-2c9c0b43f087 req-287075b2-a229-443f-ac40-91603a2bf26f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:37.287546 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3fd9969f-b9e9-4c2b-a3de-2c9c0b43f087 req-287075b2-a229-443f-ac40-91603a2bf26f service neutron] 10.222.0.21 "GET /v2.0/networks?id=f850c874-26b5-48b0-8127-913ec3bc37ac HTTP/1.1" status: 200 len: 919 time: 0.1352410 Aug 25 16:15:37.428044 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3fd9969f-b9e9-4c2b-a3de-2c9c0b43f087 req-e98c8f1e-2af8-4f59-b5e9-90fc2964cabf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba HTTP/1.1" status: 200 len: 1000 time: 0.1330330 Aug 25 16:15:37.449507 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-524e4c7c-7378-4f86-99de-2259957ee127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140dbd97-324d-443b-8d40-61281a573ba9', 'name': 'tempest-AttachVolumeShelveTestJSON-1398295952-router', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:14Z', 'revision_number': 4, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'gw_port': {'id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_floatingips': [{'id': '9d1fd466-e67e-45af-afbd-1ab0dae49a9f', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'port_id': '2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'mac_address': 'fa:16:3e:0b:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b88c6f3-d227-4858-bbab-2986ca99a592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:15:20Z', 'updated_at': '2021-08-25T16:15:35Z', 'revision_number': 1, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc7f09b8-6487-4aa7-9e2e-beefdc901916', 'name': '', 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'mac_address': 'fa:16:3e:de:8b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c90e4aa-a616-450f-a776-04d207824949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:13Z', 'updated_at': '2021-08-25T16:09:31Z', 'revision_number': 5, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'subnets': [{'id': '7c90e4aa-a616-450f-a776-04d207824949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:37.455584 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524e4c7c-7378-4f86-99de-2259957ee127 None None] Checking router: 140dbd97-324d-443b-8d40-61281a573ba9 for host: dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:15:37.470643 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524e4c7c-7378-4f86-99de-2259957ee127 None None] Routers {'140dbd97-324d-443b-8d40-61281a573ba9'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:15:37.472358 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-524e4c7c-7378-4f86-99de-2259957ee127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:15:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['140dbd97-324d-443b-8d40-61281a573ba9'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:37.500648 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9969f-b9e9-4c2b-a3de-2c9c0b43f087 req-4ef6af8e-bfc1-406d-96e8-03778c4c0eae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:37.502120 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3fd9969f-b9e9-4c2b-a3de-2c9c0b43f087 req-4ef6af8e-bfc1-406d-96e8-03778c4c0eae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c90e4aa-a616-450f-a776-04d207824949 HTTP/1.1" status: 200 len: 856 time: 0.0675418 Aug 25 16:15:37.606671 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3fd9969f-b9e9-4c2b-a3de-2c9c0b43f087 req-6ac4ab57-1ccf-415b-accb-816dde0132ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f850c874-26b5-48b0-8127-913ec3bc37ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0811841 Aug 25 16:15:37.699884 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-524e4c7c-7378-4f86-99de-2259957ee127 None None] Set router 140dbd97-324d-443b-8d40-61281a573ba9 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:15:37.796646 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3fd9969f-b9e9-4c2b-a3de-2c9c0b43f087 req-823398cf-5a5b-477f-bc3c-7093fcb797fb service neutron] 10.222.0.21 "GET /v2.0/networks/f850c874-26b5-48b0-8127-913ec3bc37ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821582 Aug 25 16:15:37.942035 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3fd9969f-b9e9-4c2b-a3de-2c9c0b43f087 req-2ae3ee9b-89f6-4bdd-8d26-374e7bc2fc51 service neutron] 10.222.0.21 "GET /v2.0/networks/f850c874-26b5-48b0-8127-913ec3bc37ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385245 Aug 25 16:15:38.064201 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-524e4c7c-7378-4f86-99de-2259957ee127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140dbd97-324d-443b-8d40-61281a573ba9', 'name': 'tempest-AttachVolumeShelveTestJSON-1398295952-router', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:14Z', 'revision_number': 4, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'gw_port': {'id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_floatingips': [{'id': '9d1fd466-e67e-45af-afbd-1ab0dae49a9f', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'port_id': '2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'mac_address': 'fa:16:3e:0b:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b88c6f3-d227-4858-bbab-2986ca99a592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:15:20Z', 'updated_at': '2021-08-25T16:15:35Z', 'revision_number': 1, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc7f09b8-6487-4aa7-9e2e-beefdc901916', 'name': '', 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'mac_address': 'fa:16:3e:de:8b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c90e4aa-a616-450f-a776-04d207824949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:13Z', 'updated_at': '2021-08-25T16:09:31Z', 'revision_number': 5, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'subnets': [{'id': '7c90e4aa-a616-450f-a776-04d207824949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:15:38.068372 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524e4c7c-7378-4f86-99de-2259957ee127 None None] The sync data for ids ['140dbd97-324d-443b-8d40-61281a573ba9'] in dv-cinder-806008-1-iscsi is: [{'id': '140dbd97-324d-443b-8d40-61281a573ba9', 'name': 'tempest-AttachVolumeShelveTestJSON-1398295952-router', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:14Z', 'revision_number': 4, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'gw_port': {'id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_floatingips': [{'id': '9d1fd466-e67e-45af-afbd-1ab0dae49a9f', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'port_id': '2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'mac_address': 'fa:16:3e:0b:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b88c6f3-d227-4858-bbab-2986ca99a592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:15:20Z', 'updated_at': '2021-08-25T16:15:35Z', 'revision_number': 1, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc7f09b8-6487-4aa7-9e2e-beefdc901916', 'name': '', 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'mac_address': 'fa:16:3e:de:8b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c90e4aa-a616-450f-a776-04d207824949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:13Z', 'updated_at': '2021-08-25T16:09:31Z', 'revision_number': 5, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'subnets': [{'id': '7c90e4aa-a616-450f-a776-04d207824949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:15:38.259267 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f061678-d70c-454b-9214-e1f89d5dd4b1 None None] New status for floating IP 9d1fd466-e67e-45af-afbd-1ab0dae49a9f: ACTIVE {{(pid=75048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:15:40.779094 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:43.566757 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-eda6b3c3-66ab-4d43-b407-a95e7b70e69f req-9fad80eb-c95b-40bc-a352-37ecd6ad3ced service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763056 Aug 25 16:15:43.677273 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-eda6b3c3-66ab-4d43-b407-a95e7b70e69f req-82c888eb-66d9-41ec-ac97-f0f7f913bbfb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d49b7bf8eb94202b4e68c00481db1bb&device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 1098 time: 0.0751517 Aug 25 16:15:43.835853 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6b3c3-66ab-4d43-b407-a95e7b70e69f req-76e66b26-a143-4b36-aa1f-37d85ff96a30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:43.837317 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-eda6b3c3-66ab-4d43-b407-a95e7b70e69f req-76e66b26-a143-4b36-aa1f-37d85ff96a30 service neutron] 10.222.0.21 "GET /v2.0/networks?id=718b11f1-f8ce-4b3b-a0cd-44603747195c HTTP/1.1" status: 200 len: 913 time: 0.1402223 Aug 25 16:15:44.034034 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-eda6b3c3-66ab-4d43-b407-a95e7b70e69f req-60bd500b-6701-4a98-9ff2-a3cf8ff0c374 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22ae52dd-f1a1-487d-b9d8-a1c79250c102 HTTP/1.1" status: 200 len: 1001 time: 0.1882954 Aug 25 16:15:44.095505 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6b3c3-66ab-4d43-b407-a95e7b70e69f req-bf35f912-3492-4e6f-ae2a-f519ae955aab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:44.096857 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-eda6b3c3-66ab-4d43-b407-a95e7b70e69f req-bf35f912-3492-4e6f-ae2a-f519ae955aab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab66fe1-445a-43bc-ae43-f295df741f59 HTTP/1.1" status: 200 len: 850 time: 0.0564022 Aug 25 16:15:44.176680 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-eda6b3c3-66ab-4d43-b407-a95e7b70e69f req-e5f5e62e-92b6-47f0-aafc-4f9006b7cf33 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=718b11f1-f8ce-4b3b-a0cd-44603747195c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721669 Aug 25 16:15:44.314449 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-eda6b3c3-66ab-4d43-b407-a95e7b70e69f req-d07a0451-9e88-45a9-bb7f-bdc4e0622bdd service neutron] 10.222.0.21 "GET /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302140 Aug 25 16:15:44.450821 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-eda6b3c3-66ab-4d43-b407-a95e7b70e69f req-2acfff3d-06db-4481-9ceb-cd2bcbbc8197 service neutron] 10.222.0.21 "GET /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295056 Aug 25 16:15:55.921151 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9f59cd0c-9dc3-40e7-ad50-10388c80f9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:56.412237 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:58.219079 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-6fccac1e-e209-449b-b316-ba93b95991aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:59.255765 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:00.694956 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:10.783806 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:13.437908 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:16:24.522005 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-96d957ab-d059-46e3-983a-df43b48dea68 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1532924622&fields=id&tenant_id=8d49b7bf8eb94202b4e68c00481db1bb HTTP/1.1" status: 200 len: 267 time: 0.0451133 Aug 25 16:16:24.665746 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-43ecd620-bcf4-4ee4-ad52-698cd0f1fe77 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:24.667099 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-43ecd620-bcf4-4ee4-ad52-698cd0f1fe77 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/networks?id=718b11f1-f8ce-4b3b-a0cd-44603747195c HTTP/1.1" status: 200 len: 811 time: 0.1389070 Aug 25 16:16:24.683041 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-6c9eb13d-9f41-46c1-87e6-056139712194 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/quotas/8d49b7bf8eb94202b4e68c00481db1bb HTTP/1.1" status: 200 len: 375 time: 0.0107567 Aug 25 16:16:24.766476 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-f7c52aa2-1ecb-4c37-8141-691baac0e9c4 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d49b7bf8eb94202b4e68c00481db1bb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0787392 Aug 25 16:16:24.898531 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-c055f5c1-e828-4d2e-ae8e-9ff6ba7a25a2 service neutron] 10.222.0.43 "GET /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210268 Aug 25 16:16:25.028848 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-540ad5f4-293d-4f59-9891-1a8852ce3893 service neutron] 10.222.0.43 "GET /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247652 Aug 25 16:16:25.437806 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-b15958c6-f992-445d-9eaf-e966f7237e6a req-7f8d7369-86ea-4df2-8bf5-4e7f431e8408 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=70f26e71-382a-4f90-a3d8-6c8f6c35197d HTTP/1.1" status: 200 len: 210 time: 0.0413842 Aug 25 16:16:25.922555 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-18736a79-eb0b-4aab-ab55-2afd19d84eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:26.414075 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:26.601798 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a4727951-0eac-4394-baf7-9495e3ac5be1 req-0a0d2d1d-ee28-4bd0-baa6-195d6c08a911 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=70f26e71-382a-4f90-a3d8-6c8f6c35197d HTTP/1.1" status: 200 len: 210 time: 0.0397856 Aug 25 16:16:26.795584 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-2f163331-cf9c-4dc7-abc4-7e15e1e4af5b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:26.797081 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-2f163331-cf9c-4dc7-abc4-7e15e1e4af5b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.21 "GET /v2.0/networks?id=718b11f1-f8ce-4b3b-a0cd-44603747195c HTTP/1.1" status: 200 len: 811 time: 0.1445317 Aug 25 16:16:26.859972 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-6eacdaa0-768d-4252-9893-a7ba666ae244 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d49b7bf8eb94202b4e68c00481db1bb HTTP/1.1" status: 200 len: 380 time: 0.0429645 Aug 25 16:16:26.868275 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-8010229e-c07d-4ac5-a396-8a7b081aa171 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Request body: {'port': {'device_id': '70f26e71-382a-4f90-a3d8-6c8f6c35197d', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'admin_state_up': True, 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'security_groups': ['97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b']}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:16:27.006348 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-8010229e-c07d-4ac5-a396-8a7b081aa171 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:16:27.020557 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-8010229e-c07d-4ac5-a396-8a7b081aa171 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:16:27.030043 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-8010229e-c07d-4ac5-a396-8a7b081aa171 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Made reservation on behalf of 8d49b7bf8eb94202b4e68c00481db1bb for: {'port': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:16:27.033422 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-8010229e-c07d-4ac5-a396-8a7b081aa171 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:27.192635 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.db_base_plugin_common [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-8010229e-c07d-4ac5-a396-8a7b081aa171 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Allocated IP 172.20.0.6 (718b11f1-f8ce-4b3b-a0cd-44603747195c/bab66fe1-445a-43bc-ae43-f295df741f59/6a4e1e36-3044-43d0-b4b0-7ba50538dae3) {{(pid=75046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:16:27.381940 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-8010229e-c07d-4ac5-a396-8a7b081aa171 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for port, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:27.397506 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.provisioning_blocks [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-8010229e-c07d-4ac5-a396-8a7b081aa171 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Transition to ACTIVE for port object 6a4e1e36-3044-43d0-b4b0-7ba50538dae3 will not be triggered until provisioned by entity DHCP. {{(pid=75046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:16:27.419577 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-8010229e-c07d-4ac5-a396-8a7b081aa171 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:27.425560 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-de6800ad-c0f5-4161-a842-f9223ac7f953 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:27.492584 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-8010229e-c07d-4ac5-a396-8a7b081aa171 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Network 718b11f1-f8ce-4b3b-a0cd-44603747195c is already hosted by enough agents. {{(pid=75046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:16:27.496163 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-8010229e-c07d-4ac5-a396-8a7b081aa171 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Resources bound (agent type, host, resource id): {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:16:27.500741 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-8010229e-c07d-4ac5-a396-8a7b081aa171 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Received port after_create {{(pid=75046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:16:27.536314 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8010229e-c07d-4ac5-a396-8a7b081aa171 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Pushing event updated for resources: {'Port': ['ID=6a4e1e36-3044-43d0-b4b0-7ba50538dae3,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:27.550788 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8010229e-c07d-4ac5-a396-8a7b081aa171 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:27.551152 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8010229e-c07d-4ac5-a396-8a7b081aa171 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:27.551506 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8010229e-c07d-4ac5-a396-8a7b081aa171 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:27.551856 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8010229e-c07d-4ac5-a396-8a7b081aa171 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:27.552201 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8010229e-c07d-4ac5-a396-8a7b081aa171 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:27.552544 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8010229e-c07d-4ac5-a396-8a7b081aa171 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:27.552884 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8010229e-c07d-4ac5-a396-8a7b081aa171 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:27.553260 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8010229e-c07d-4ac5-a396-8a7b081aa171 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:27.553605 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8010229e-c07d-4ac5-a396-8a7b081aa171 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:27.553933 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8010229e-c07d-4ac5-a396-8a7b081aa171 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:27.554267 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8010229e-c07d-4ac5-a396-8a7b081aa171 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:27.559528 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-8010229e-c07d-4ac5-a396-8a7b081aa171 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:27.579401 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-8010229e-c07d-4ac5-a396-8a7b081aa171 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:27.580008 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-8010229e-c07d-4ac5-a396-8a7b081aa171 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:27.611456 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-8010229e-c07d-4ac5-a396-8a7b081aa171 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7466736 Aug 25 16:16:27.633640 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-26aee7bc-0dbc-4941-b09e-8a316db453e5 service neutron] Request body: {'port': {'device_id': '70f26e71-382a-4f90-a3d8-6c8f6c35197d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:16:27.798906 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-26aee7bc-0dbc-4941-b09e-8a316db453e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:27.799964 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-512fbb77-5362-4d34-bbb3-6c8c8bc85d1b None None] Provisioning for port 6a4e1e36-3044-43d0-b4b0-7ba50538dae3 completed by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:16:27.804841 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-512fbb77-5362-4d34-bbb3-6c8c8bc85d1b None None] Provisioning complete for port 6a4e1e36-3044-43d0-b4b0-7ba50538dae3 triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:16:27.805242 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-512fbb77-5362-4d34-bbb3-6c8c8bc85d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:27.860014 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-512fbb77-5362-4d34-bbb3-6c8c8bc85d1b None None] Port 6a4e1e36-3044-43d0-b4b0-7ba50538dae3 cannot update to ACTIVE because it is not bound. {{(pid=75047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:16:27.935081 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8dffa1-7e1a-4f16-8633-94e936e4ecda req-419534b6-978c-470f-843f-12f56b3f0dfb tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:27.935670 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-8d8dffa1-7e1a-4f16-8633-94e936e4ecda req-419534b6-978c-470f-843f-12f56b3f0dfb tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Synchronizing usage tracker for tenant:8d49b7bf8eb94202b4e68c00481db1bb on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:16:28.056124 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-8d8dffa1-7e1a-4f16-8633-94e936e4ecda req-419534b6-978c-470f-843f-12f56b3f0dfb tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Unset dirty status for tenant:8d49b7bf8eb94202b4e68c00481db1bb on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:16:28.057871 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8d8dffa1-7e1a-4f16-8633-94e936e4ecda req-419534b6-978c-470f-843f-12f56b3f0dfb tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=70f26e71-382a-4f90-a3d8-6c8f6c35197d HTTP/1.1" status: 200 len: 931 time: 0.3144641 Aug 25 16:16:28.199319 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8d8dffa1-7e1a-4f16-8633-94e936e4ecda req-293beab9-a12b-436a-896b-1283342ef0c9 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345410 Aug 25 16:16:28.228578 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-7d056e7b-a7e0-4432-a55b-713ce28b089c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:28.291004 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-26aee7bc-0dbc-4941-b09e-8a316db453e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a4e1e36-3044-43d0-b4b0-7ba50538dae3 {{(pid=75046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:16:28.298403 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-26aee7bc-0dbc-4941-b09e-8a316db453e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:28.313725 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.provisioning_blocks [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-26aee7bc-0dbc-4941-b09e-8a316db453e5 service neutron] Transition to ACTIVE for port object 6a4e1e36-3044-43d0-b4b0-7ba50538dae3 will not be triggered until provisioned by entity L2. {{(pid=75046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:16:28.317613 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-26aee7bc-0dbc-4941-b09e-8a316db453e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:28.321952 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-67140fd9-bdc0-4c56-b0a9-997ffef4387c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:28.454457 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aee7bc-0dbc-4941-b09e-8a316db453e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4e1e36-3044-43d0-b4b0-7ba50538dae3,revision_number=2']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:28.457788 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-26aee7bc-0dbc-4941-b09e-8a316db453e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:28.563916 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-26aee7bc-0dbc-4941-b09e-8a316db453e5 service neutron] Attempting to bind port 6a4e1e36-3044-43d0-b4b0-7ba50538dae3 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:16:28.564255 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-26aee7bc-0dbc-4941-b09e-8a316db453e5 service neutron] Attempting to bind port 6a4e1e36-3044-43d0-b4b0-7ba50538dae3 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '630333ee-311f-409b-bedf-635d01350e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c'}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:16:28.564580 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-26aee7bc-0dbc-4941-b09e-8a316db453e5 service neutron] Attempting to bind port 6a4e1e36-3044-43d0-b4b0-7ba50538dae3 on network 718b11f1-f8ce-4b3b-a0cd-44603747195c {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:16:28.570264 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-26aee7bc-0dbc-4941-b09e-8a316db453e5 service neutron] Port 6a4e1e36-3044-43d0-b4b0-7ba50538dae3 on network 718b11f1-f8ce-4b3b-a0cd-44603747195c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:16:28.570586 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-26aee7bc-0dbc-4941-b09e-8a316db453e5 service neutron] Attempting to bind port 6a4e1e36-3044-43d0-b4b0-7ba50538dae3 on network 718b11f1-f8ce-4b3b-a0cd-44603747195c {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:16:28.576893 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-26aee7bc-0dbc-4941-b09e-8a316db453e5 service neutron] Checking agent: {'id': '931cd7a1-d330-4f67-a87c-c25f72aa55d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:16:28.577274 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-26aee7bc-0dbc-4941-b09e-8a316db453e5 service neutron] Checking segment: {'id': '630333ee-311f-409b-bedf-635d01350e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:16:28.577716 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-26aee7bc-0dbc-4941-b09e-8a316db453e5 service neutron] Bound using segment: {'id': '630333ee-311f-409b-bedf-635d01350e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c'} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:16:28.578042 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-26aee7bc-0dbc-4941-b09e-8a316db453e5 service neutron] Bound port: 6a4e1e36-3044-43d0-b4b0-7ba50538dae3, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '630333ee-311f-409b-bedf-635d01350e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c'}}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:16:28.578383 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-26aee7bc-0dbc-4941-b09e-8a316db453e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:28.669682 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-26aee7bc-0dbc-4941-b09e-8a316db453e5 service neutron] For port 6a4e1e36-3044-43d0-b4b0-7ba50538dae3, host hv-cinder-80600, cleared binding levels {{(pid=75046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:16:28.672740 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-26aee7bc-0dbc-4941-b09e-8a316db453e5 service neutron] For port 6a4e1e36-3044-43d0-b4b0-7ba50538dae3, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=6a4e1e36-3044-43d0-b4b0-7ba50538dae3,segment=NetworkSegment(630333ee-311f-409b-bedf-635d01350e69),segment_id=630333ee-311f-409b-bedf-635d01350e69)] {{(pid=75046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:16:28.676652 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-26aee7bc-0dbc-4941-b09e-8a316db453e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:28.680798 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-96ef8bf5-1be1-423c-a6ce-7f7041c7f6d7 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:28.739934 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-26aee7bc-0dbc-4941-b09e-8a316db453e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:28.741349 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-26aee7bc-0dbc-4941-b09e-8a316db453e5 service neutron] 10.222.0.21 "PUT /v2.0/ports/6a4e1e36-3044-43d0-b4b0-7ba50538dae3 HTTP/1.1" status: 200 len: 1093 time: 1.1123581 Aug 25 16:16:28.741839 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f26e71-382a-4f90-a3d8-6c8f6c35197d', 'tag': '6a4e1e36-3044-43d0-b4b0-7ba50538dae3'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:16:28.757573 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aee7bc-0dbc-4941-b09e-8a316db453e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4e1e36-3044-43d0-b4b0-7ba50538dae3,revision_number=3']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:28.761333 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-26aee7bc-0dbc-4941-b09e-8a316db453e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:28.802476 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f26e71-382a-4f90-a3d8-6c8f6c35197d', 'tag': '6a4e1e36-3044-43d0-b4b0-7ba50538dae3', 'status': 'completed', 'code': 200} Aug 25 16:16:28.897761 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-1d9f1eb4-f579-4700-9b0f-4bb8235b8a99 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d49b7bf8eb94202b4e68c00481db1bb&device_id=70f26e71-382a-4f90-a3d8-6c8f6c35197d HTTP/1.1" status: 200 len: 1096 time: 0.0768056 Aug 25 16:16:28.973028 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-c0e9dfa8-1ba7-4566-9c58-f514771f2819 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a4e1e36-3044-43d0-b4b0-7ba50538dae3 HTTP/1.1" status: 200 len: 217 time: 0.0600479 Aug 25 16:16:29.037171 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-c65533f6-dcff-44fc-83ad-29d3afb58e69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:29.038591 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-c65533f6-dcff-44fc-83ad-29d3afb58e69 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab66fe1-445a-43bc-ae43-f295df741f59 HTTP/1.1" status: 200 len: 850 time: 0.0596604 Aug 25 16:16:29.112171 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-d68f0e4e-0f3e-4d10-b7e3-1a4083411cbd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=718b11f1-f8ce-4b3b-a0cd-44603747195c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0664346 Aug 25 16:16:29.246030 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-2c6841e5-6aa3-4062-b898-460f3d1d2ca7 service neutron] 10.222.0.21 "GET /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261566 Aug 25 16:16:29.258469 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:29.382354 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-2ecfe6aa-a453-402d-a6eb-13767f86141c req-b8386335-4c0c-4c5c-9efa-66ce0e1deec7 service neutron] 10.222.0.21 "GET /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295900 Aug 25 16:16:29.406018 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb796a03-bd1d-4720-9a2d-75550ccb0e23 req-06c9a22f-15fb-4b9c-a8ca-5a35d5373241 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:29.409428 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-bb796a03-bd1d-4720-9a2d-75550ccb0e23 req-06c9a22f-15fb-4b9c-a8ca-5a35d5373241 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=70f26e71-382a-4f90-a3d8-6c8f6c35197d HTTP/1.1" status: 200 len: 943 time: 0.0859528 Aug 25 16:16:29.458768 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-bb796a03-bd1d-4720-9a2d-75550ccb0e23 req-d1ffa815-2950-4f0b-97b8-6a0df6ea87d3 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420225 Aug 25 16:16:29.556345 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-ffff204b-4853-42c0-a3e9-76658ab67351 req-bb1366cb-eea5-4f01-94e1-d51e8d5be575 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d49b7bf8eb94202b4e68c00481db1bb&device_id=70f26e71-382a-4f90-a3d8-6c8f6c35197d HTTP/1.1" status: 200 len: 1096 time: 0.0702744 Aug 25 16:16:29.689581 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff204b-4853-42c0-a3e9-76658ab67351 req-113e36fd-44c4-4c40-8098-4ebea771b0b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:29.691009 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-ffff204b-4853-42c0-a3e9-76658ab67351 req-113e36fd-44c4-4c40-8098-4ebea771b0b7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=718b11f1-f8ce-4b3b-a0cd-44603747195c HTTP/1.1" status: 200 len: 913 time: 0.1280949 Aug 25 16:16:29.761110 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-ffff204b-4853-42c0-a3e9-76658ab67351 req-c4f4cf04-dbca-4b7f-b7ac-6a138dba668c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a4e1e36-3044-43d0-b4b0-7ba50538dae3 HTTP/1.1" status: 200 len: 217 time: 0.0632541 Aug 25 16:16:29.918710 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff204b-4853-42c0-a3e9-76658ab67351 req-949e5e93-2106-46f5-a919-2f0bceff1da1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:29.920114 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-ffff204b-4853-42c0-a3e9-76658ab67351 req-949e5e93-2106-46f5-a919-2f0bceff1da1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab66fe1-445a-43bc-ae43-f295df741f59 HTTP/1.1" status: 200 len: 850 time: 0.1526434 Aug 25 16:16:29.998057 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-ffff204b-4853-42c0-a3e9-76658ab67351 req-26dbe268-88b0-4bb2-b6ad-aa030732896f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=718b11f1-f8ce-4b3b-a0cd-44603747195c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705581 Aug 25 16:16:30.141674 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-ffff204b-4853-42c0-a3e9-76658ab67351 req-3d908e70-7941-441a-aa8b-a3f81e501bcb service neutron] 10.222.0.21 "GET /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368690 Aug 25 16:16:30.271970 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-ffff204b-4853-42c0-a3e9-76658ab67351 req-4bc2473a-285a-4288-a4ef-c7b0d9e47dea service neutron] 10.222.0.21 "GET /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231289 Aug 25 16:16:30.654604 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeffdd9-7483-4852-bbf4-ccdd15467cc8 req-c8be6811-ca14-444c-abde-d485b7b5315d tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:30.655966 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4eeffdd9-7483-4852-bbf4-ccdd15467cc8 req-c8be6811-ca14-444c-abde-d485b7b5315d tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=70f26e71-382a-4f90-a3d8-6c8f6c35197d HTTP/1.1" status: 200 len: 943 time: 0.0764396 Aug 25 16:16:30.697735 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:30.708225 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4eeffdd9-7483-4852-bbf4-ccdd15467cc8 req-4c20eb5e-c917-4c38-83d3-6a719ee90c22 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452740 Aug 25 16:16:31.911293 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55514216-4530-46fd-8b7e-988db00f56ce req-2e8125d0-281c-43bb-8457-e52e4bb3ca45 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:31.913060 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-55514216-4530-46fd-8b7e-988db00f56ce req-2e8125d0-281c-43bb-8457-e52e4bb3ca45 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=70f26e71-382a-4f90-a3d8-6c8f6c35197d HTTP/1.1" status: 200 len: 943 time: 0.0773273 Aug 25 16:16:31.957627 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-55514216-4530-46fd-8b7e-988db00f56ce req-e86b25ee-c456-40b4-83dd-506fdcfd0df1 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392325 Aug 25 16:16:33.154157 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e197077-3f58-4fbb-be7a-dc83e897d881 req-5a703c5a-ff52-4adb-bea1-ef0183cbb61f tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:33.155557 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8e197077-3f58-4fbb-be7a-dc83e897d881 req-5a703c5a-ff52-4adb-bea1-ef0183cbb61f tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=70f26e71-382a-4f90-a3d8-6c8f6c35197d HTTP/1.1" status: 200 len: 943 time: 0.0784853 Aug 25 16:16:33.200321 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8e197077-3f58-4fbb-be7a-dc83e897d881 req-9fedb217-6e10-41b7-9c0a-46bad9b92193 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391977 Aug 25 16:16:34.395285 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df561b-1ed0-4ae9-9c3d-8e5efbf33e6e req-981e47bb-6276-4990-9cc8-f201fbb8b095 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:34.396754 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f2df561b-1ed0-4ae9-9c3d-8e5efbf33e6e req-981e47bb-6276-4990-9cc8-f201fbb8b095 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=70f26e71-382a-4f90-a3d8-6c8f6c35197d HTTP/1.1" status: 200 len: 943 time: 0.0780122 Aug 25 16:16:34.443515 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f2df561b-1ed0-4ae9-9c3d-8e5efbf33e6e req-f72c5c5a-9135-43a9-abe4-8852ea88c06a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403104 Aug 25 16:16:34.749701 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c55f27-ca42-4fdc-a3db-24f8572e35d2 req-ac2f92b3-7ba0-4c05-b50d-f8626062ad62 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:34.751159 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a7c55f27-ca42-4fdc-a3db-24f8572e35d2 req-ac2f92b3-7ba0-4c05-b50d-f8626062ad62 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=eac1c62c-8915-4852-b7ea-b99c1118ec5b HTTP/1.1" status: 200 len: 945 time: 0.0770044 Aug 25 16:16:34.798038 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a7c55f27-ca42-4fdc-a3db-24f8572e35d2 req-404f1e86-2bd6-4967-880c-5d12081da188 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b6fa58b-7c46-4115-99f1-aa7e30993038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411274 Aug 25 16:16:35.644909 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44235ed5-f02a-4c77-8d22-8575ff847608 req-4086b43b-348e-428d-ae16-6b8f83f99ed4 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:35.646441 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-44235ed5-f02a-4c77-8d22-8575ff847608 req-4086b43b-348e-428d-ae16-6b8f83f99ed4 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=70f26e71-382a-4f90-a3d8-6c8f6c35197d HTTP/1.1" status: 200 len: 943 time: 0.0804839 Aug 25 16:16:35.692599 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-44235ed5-f02a-4c77-8d22-8575ff847608 req-9c1af9d1-84ff-459e-be45-bddf586e26cd tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396721 Aug 25 16:16:35.990307 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a262712-1f92-4aae-8e6f-a04517541783 req-e7930d16-ba3c-42de-9218-70080c6fec1b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:35.991764 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4a262712-1f92-4aae-8e6f-a04517541783 req-e7930d16-ba3c-42de-9218-70080c6fec1b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=eac1c62c-8915-4852-b7ea-b99c1118ec5b HTTP/1.1" status: 200 len: 945 time: 0.0754662 Aug 25 16:16:36.040550 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4a262712-1f92-4aae-8e6f-a04517541783 req-59a1e2e0-cfbf-472a-b56c-cbbb43921cee tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b6fa58b-7c46-4115-99f1-aa7e30993038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427892 Aug 25 16:16:36.898319 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542760e-e611-4d1d-82d8-d6ff8697812c req-d004b3d7-39e2-4c8f-bc6e-778e594ef79d tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:36.899755 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2542760e-e611-4d1d-82d8-d6ff8697812c req-d004b3d7-39e2-4c8f-bc6e-778e594ef79d tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=70f26e71-382a-4f90-a3d8-6c8f6c35197d HTTP/1.1" status: 200 len: 943 time: 0.0798297 Aug 25 16:16:36.945586 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2542760e-e611-4d1d-82d8-d6ff8697812c req-1a4c4b91-6d09-4ec0-b76c-493b8668d4ef tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394943 Aug 25 16:16:37.234911 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8abb6-d194-475b-84aa-14e23fc3c1db req-d45477ee-8743-47b3-8688-0752a889270a tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:37.236357 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f4d8abb6-d194-475b-84aa-14e23fc3c1db req-d45477ee-8743-47b3-8688-0752a889270a tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=eac1c62c-8915-4852-b7ea-b99c1118ec5b HTTP/1.1" status: 200 len: 945 time: 0.0761311 Aug 25 16:16:37.253551 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ffc54-54ed-405f-b403-3476bb55f389 req-3569fd98-b46a-4b61-a460-dcac8f988b11 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:37.255238 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9a4ffc54-54ed-405f-b403-3476bb55f389 req-3569fd98-b46a-4b61-a460-dcac8f988b11 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac1c62c-8915-4852-b7ea-b99c1118ec5b HTTP/1.1" status: 200 len: 945 time: 0.0781105 Aug 25 16:16:37.281627 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f4d8abb6-d194-475b-84aa-14e23fc3c1db req-9fe204e8-c51f-416f-855d-82b8a2870c9f tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b6fa58b-7c46-4115-99f1-aa7e30993038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396941 Aug 25 16:16:37.328781 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-9a4ffc54-54ed-405f-b403-3476bb55f389 req-b68e5e05-027c-4a4b-9b49-6e1acb3bf1a5 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Deleting port f9e5f3d6-8606-4150-9cad-2eee8c6fff23 {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:16:37.329168 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-9a4ffc54-54ed-405f-b403-3476bb55f389 req-b68e5e05-027c-4a4b-9b49-6e1acb3bf1a5 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:37.571330 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-9a4ffc54-54ed-405f-b403-3476bb55f389 req-b68e5e05-027c-4a4b-9b49-6e1acb3bf1a5 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] For port f9e5f3d6-8606-4150-9cad-2eee8c6fff23, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f9e5f3d6-8606-4150-9cad-2eee8c6fff23,segment=NetworkSegment(a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c),segment_id=a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c)] {{(pid=75046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:37.571596 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-9a4ffc54-54ed-405f-b403-3476bb55f389 req-b68e5e05-027c-4a4b-9b49-6e1acb3bf1a5 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:37.854767 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-9a4ffc54-54ed-405f-b403-3476bb55f389 req-b68e5e05-027c-4a4b-9b49-6e1acb3bf1a5 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:37.855170 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-9a4ffc54-54ed-405f-b403-3476bb55f389 req-b68e5e05-027c-4a4b-9b49-6e1acb3bf1a5 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683597'] for floatingip, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:37.855326 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.db.l3_db [req-9a4ffc54-54ed-405f-b403-3476bb55f389 req-b68e5e05-027c-4a4b-9b49-6e1acb3bf1a5 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Floating IP 4f3e7b8f-b653-4977-91dd-e8b4f935aea4 disassociated. External IP: 172.27.1.182, port: f9e5f3d6-8606-4150-9cad-2eee8c6fff23. Aug 25 16:16:37.855659 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-9a4ffc54-54ed-405f-b403-3476bb55f389 req-b68e5e05-027c-4a4b-9b49-6e1acb3bf1a5 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Calling delete_port for f9e5f3d6-8606-4150-9cad-2eee8c6fff23 owned by compute:nova {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:16:38.135297 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-9a4ffc54-54ed-405f-b403-3476bb55f389 req-b68e5e05-027c-4a4b-9b49-6e1acb3bf1a5 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:38.142874 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-0256e1d4-0597-4f80-bbf1-ddaefb0610d3 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:38.191717 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e5e05-027c-4a4b-9b49-6e1acb3bf1a5 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Pushing event deleted for resources: {'Port': ['ID=f9e5f3d6-8606-4150-9cad-2eee8c6fff23,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:38.195265 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-b68e5e05-027c-4a4b-9b49-6e1acb3bf1a5 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:38.286161 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef8119-31e5-4386-a5c2-3cecad36e902 req-71d8cc90-7124-4aa1-9727-166e526fe352 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:38.287628 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-38ef8119-31e5-4386-a5c2-3cecad36e902 req-71d8cc90-7124-4aa1-9727-166e526fe352 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=70f26e71-382a-4f90-a3d8-6c8f6c35197d HTTP/1.1" status: 200 len: 943 time: 0.2123432 Aug 25 16:16:38.350076 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-38ef8119-31e5-4386-a5c2-3cecad36e902 req-69eae139-9d52-4f85-9f26-098d43821837 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496919 Aug 25 16:16:38.453362 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-882d1acc-7045-4aaa-907b-4c2a40ff0108 req-e9687bfc-0aa2-4d10-90a0-8082a575467f tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/ports?device_id=eac1c62c-8915-4852-b7ea-b99c1118ec5b HTTP/1.1" status: 200 len: 210 time: 0.0440848 Aug 25 16:16:38.462151 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a4ffc54-54ed-405f-b403-3476bb55f389 req-b68e5e05-027c-4a4b-9b49-6e1acb3bf1a5 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Router f58c8b96-606e-4776-859f-d7a0ac50c1db has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:16:38.670275 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a4ffc54-54ed-405f-b403-3476bb55f389 req-b68e5e05-027c-4a4b-9b49-6e1acb3bf1a5 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:16:38.680379 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa33e23f-fcc5-4c92-b838-5bc548398619 None None] Sync routers for ids ['f58c8b96-606e-4776-859f-d7a0ac50c1db'] in dv-cinder-806008-1-iscsi {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:16:38.692362 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa33e23f-fcc5-4c92-b838-5bc548398619 None None] Routers {'f58c8b96-606e-4776-859f-d7a0ac50c1db'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:16:38.693085 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-aa33e23f-fcc5-4c92-b838-5bc548398619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:16:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['f58c8b96-606e-4776-859f-d7a0ac50c1db'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:38.738038 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4ffc54-54ed-405f-b403-3476bb55f389 req-b68e5e05-027c-4a4b-9b49-6e1acb3bf1a5 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] No DVR routers for this DVR port f9e5f3d6-8606-4150-9cad-2eee8c6fff23 on host hv-cinder-80600 {{(pid=75046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:16:38.740519 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-9a4ffc54-54ed-405f-b403-3476bb55f389 req-b68e5e05-027c-4a4b-9b49-6e1acb3bf1a5 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:38.743095 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac1c62c-8915-4852-b7ea-b99c1118ec5b', 'name': 'network-vif-deleted', 'tag': 'f9e5f3d6-8606-4150-9cad-2eee8c6fff23'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:16:38.758534 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9a4ffc54-54ed-405f-b403-3476bb55f389 req-b68e5e05-027c-4a4b-9b49-6e1acb3bf1a5 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.21 "DELETE /v2.0/ports/f9e5f3d6-8606-4150-9cad-2eee8c6fff23 HTTP/1.1" status: 204 len: 173 time: 1.4975815 Aug 25 16:16:38.798835 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac1c62c-8915-4852-b7ea-b99c1118ec5b', 'name': 'network-vif-deleted', 'tag': 'f9e5f3d6-8606-4150-9cad-2eee8c6fff23', 'status': 'completed', 'code': 200} Aug 25 16:16:38.868327 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-aa33e23f-fcc5-4c92-b838-5bc548398619 None None] Set router f58c8b96-606e-4776-859f-d7a0ac50c1db gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:16:38.909041 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 6a4e1e36-3044-43d0-b4b0-7ba50538dae3 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:16:39.217008 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 6a4e1e36-3044-43d0-b4b0-7ba50538dae3, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=6a4e1e36-3044-43d0-b4b0-7ba50538dae3,segment=NetworkSegment(630333ee-311f-409b-bedf-635d01350e69),segment_id=630333ee-311f-409b-bedf-635d01350e69)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:39.312002 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Returning: {'device': '6a4e1e36-3044-43d0-b4b0-7ba50538dae3', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'port_id': '6a4e1e36-3044-43d0-b4b0-7ba50538dae3', 'mac_address': 'fa:16:3e:e3:ea:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:16:39.385361 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:39.409020 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a4e1e36-3044-43d0-b4b0-7ba50538dae3 {{(pid=75047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:16:39.436061 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-aa33e23f-fcc5-4c92-b838-5bc548398619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'name': 'tempest-AttachVolumeTestJSON-501176244-router', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '32063eea-5f71-4835-a166-2841f2053755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:06:10Z', 'updated_at': '2021-08-25T16:06:17Z', 'revision_number': 4, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'gw_port': {'id': '32063eea-5f71-4835-a166-2841f2053755', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:11Z', 'updated_at': '2021-08-25T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '689faede-518d-4d2f-a1c5-67b6a8c09289', 'name': '', 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'mac_address': 'fa:16:3e:30:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b41362-f061-4c09-83d7-5c1bf8e439a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:15Z', 'updated_at': '2021-08-25T16:06:25Z', 'revision_number': 5, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'subnets': [{'id': '03b41362-f061-4c09-83d7-5c1bf8e439a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:39.442643 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 6a4e1e36-3044-43d0-b4b0-7ba50538dae3, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=6a4e1e36-3044-43d0-b4b0-7ba50538dae3,segment=NetworkSegment(630333ee-311f-409b-bedf-635d01350e69),segment_id=630333ee-311f-409b-bedf-635d01350e69)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:39.444894 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa33e23f-fcc5-4c92-b838-5bc548398619 None None] Checking router: f58c8b96-606e-4776-859f-d7a0ac50c1db for host: dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:16:39.448179 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:39.452299 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:39.507542 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa33e23f-fcc5-4c92-b838-5bc548398619 None None] Routers {'f58c8b96-606e-4776-859f-d7a0ac50c1db'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:16:39.508182 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-aa33e23f-fcc5-4c92-b838-5bc548398619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:16:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['f58c8b96-606e-4776-859f-d7a0ac50c1db'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:39.571952 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb660919-49de-428b-9b9e-c93eb0cda2de req-b1da2ede-bf43-45bb-b653-34f328146257 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:39.579207 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-cb660919-49de-428b-9b9e-c93eb0cda2de req-b1da2ede-bf43-45bb-b653-34f328146257 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=70f26e71-382a-4f90-a3d8-6c8f6c35197d HTTP/1.1" status: 200 len: 944 time: 0.0913863 Aug 25 16:16:39.600586 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 54604) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:39.603148 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=6a4e1e36-3044-43d0-b4b0-7ba50538dae3,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:39.636525 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-cb660919-49de-428b-9b9e-c93eb0cda2de req-ffba5c85-5540-4ef8-a148-63db4ab06dd9 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564680 Aug 25 16:16:39.674204 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:39.674449 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:39.674789 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:39.675120 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:39.675753 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:39.676093 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:39.676415 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:39.676737 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:39.677014 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c2b3b017-8399-4e1d-8031-2663b0021052 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:39.677131 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:39.677384 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:39.677699 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:39.681715 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:39.704403 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c2b3b017-8399-4e1d-8031-2663b0021052 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:39.720738 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-aa33e23f-fcc5-4c92-b838-5bc548398619 None None] Set router f58c8b96-606e-4776-859f-d7a0ac50c1db gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:16:39.757641 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c2b3b017-8399-4e1d-8031-2663b0021052 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:39.762130 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-414ebc4f-0cc4-4dcb-8685-b25067de4505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:39.776251 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3b017-8399-4e1d-8031-2663b0021052 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6fa58b-7c46-4115-99f1-aa7e30993038,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:39.786881 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3b017-8399-4e1d-8031-2663b0021052 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:39.787241 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3b017-8399-4e1d-8031-2663b0021052 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:39.787605 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3b017-8399-4e1d-8031-2663b0021052 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:39.788008 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3b017-8399-4e1d-8031-2663b0021052 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:39.788367 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3b017-8399-4e1d-8031-2663b0021052 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:39.788719 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3b017-8399-4e1d-8031-2663b0021052 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:39.789099 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3b017-8399-4e1d-8031-2663b0021052 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:39.789450 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3b017-8399-4e1d-8031-2663b0021052 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:39.789796 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3b017-8399-4e1d-8031-2663b0021052 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:39.790133 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3b017-8399-4e1d-8031-2663b0021052 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:39.790477 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3b017-8399-4e1d-8031-2663b0021052 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:39.795154 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-c2b3b017-8399-4e1d-8031-2663b0021052 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:39.798492 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c2b3b017-8399-4e1d-8031-2663b0021052 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:39.799649 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-c2b3b017-8399-4e1d-8031-2663b0021052 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "DELETE /v2.0/security-groups/3b6fa58b-7c46-4115-99f1-aa7e30993038 HTTP/1.1" status: 204 len: 168 time: 0.1980309 Aug 25 16:16:39.802366 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 54608) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:39.821903 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.api.v2.resource [None req-325de206-e915-4d7b-9f13-b032fd94ea87 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] show failed (client error): The resource could not be found. Aug 25 16:16:39.823438 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-325de206-e915-4d7b-9f13-b032fd94ea87 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "GET /v2.0/security-groups/3b6fa58b-7c46-4115-99f1-aa7e30993038 HTTP/1.1" status: 404 len: 347 time: 0.0201612 Aug 25 16:16:39.828023 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 54612) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:39.948739 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['6a4e1e36-3044-43d0-b4b0-7ba50538dae3'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:16:39.980383 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-a65d7101-1e96-45d3-bfcf-08737bdfb875 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Deleting port 6b945f5c-996c-4c6c-8607-453efc199fb7 {{(pid=75045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:16:39.980714 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a65d7101-1e96-45d3-bfcf-08737bdfb875 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:40.183464 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-aa33e23f-fcc5-4c92-b838-5bc548398619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'name': 'tempest-AttachVolumeTestJSON-501176244-router', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '32063eea-5f71-4835-a166-2841f2053755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:06:10Z', 'updated_at': '2021-08-25T16:06:17Z', 'revision_number': 4, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'gw_port': {'id': '32063eea-5f71-4835-a166-2841f2053755', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:11Z', 'updated_at': '2021-08-25T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '689faede-518d-4d2f-a1c5-67b6a8c09289', 'name': '', 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'mac_address': 'fa:16:3e:30:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b41362-f061-4c09-83d7-5c1bf8e439a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:15Z', 'updated_at': '2021-08-25T16:06:25Z', 'revision_number': 5, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'subnets': [{'id': '03b41362-f061-4c09-83d7-5c1bf8e439a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:40.196343 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa33e23f-fcc5-4c92-b838-5bc548398619 None None] The sync data for ids ['f58c8b96-606e-4776-859f-d7a0ac50c1db'] in dv-cinder-806008-1-iscsi is: [{'id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'name': 'tempest-AttachVolumeTestJSON-501176244-router', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '32063eea-5f71-4835-a166-2841f2053755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:06:10Z', 'updated_at': '2021-08-25T16:06:17Z', 'revision_number': 4, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'gw_port': {'id': '32063eea-5f71-4835-a166-2841f2053755', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:11Z', 'updated_at': '2021-08-25T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '689faede-518d-4d2f-a1c5-67b6a8c09289', 'name': '', 'network_id': 'b0497f16-a3e0-46b0-81f5-eae02d264919', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'mac_address': 'fa:16:3e:30:9e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b41362-f061-4c09-83d7-5c1bf8e439a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:15Z', 'updated_at': '2021-08-25T16:06:25Z', 'revision_number': 5, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'subnets': [{'id': '03b41362-f061-4c09-83d7-5c1bf8e439a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:16:40.254280 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a65d7101-1e96-45d3-bfcf-08737bdfb875 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:40.254878 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a65d7101-1e96-45d3-bfcf-08737bdfb875 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:40.383736 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-a65d7101-1e96-45d3-bfcf-08737bdfb875 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Calling delete_port for 6b945f5c-996c-4c6c-8607-453efc199fb7 owned by network:floatingip {{(pid=75045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:16:40.471132 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c21e992-ee5b-4ec7-8728-ae1bc8a68732 None None] New status for floating IP 4f3e7b8f-b653-4977-91dd-e8b4f935aea4: DOWN {{(pid=75048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:16:40.537414 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a65d7101-1e96-45d3-bfcf-08737bdfb875 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:40.542100 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-0d2e43c9-f12b-4adb-8655-5677581bc03b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:40.585821 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d7101-1e96-45d3-bfcf-08737bdfb875 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Pushing event deleted for resources: {'Port': ['ID=6b945f5c-996c-4c6c-8607-453efc199fb7,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:40.589075 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-a65d7101-1e96-45d3-bfcf-08737bdfb875 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:40.624157 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.db.api [None req-5c21e992-ee5b-4ec7-8728-ae1bc8a68732 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:16:40.624537 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_db.api [None req-5c21e992-ee5b-4ec7-8728-ae1bc8a68732 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:16:40.672859 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a65d7101-1e96-45d3-bfcf-08737bdfb875 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks [] for floatingip, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:40.686667 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a65d7101-1e96-45d3-bfcf-08737bdfb875 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for floatingip, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:40.687778 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-a65d7101-1e96-45d3-bfcf-08737bdfb875 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] 10.222.0.43 "DELETE /v2.0/floatingips/4f3e7b8f-b653-4977-91dd-e8b4f935aea4 HTTP/1.1" status: 204 len: 168 time: 0.8588693 Aug 25 16:16:40.794223 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:40.844782 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493bf7c3-77da-4b8b-93ea-a60324f01130 req-1dc9d50a-f927-4fd2-a2a3-95b9aec25f42 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:40.846305 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-493bf7c3-77da-4b8b-93ea-a60324f01130 req-1dc9d50a-f927-4fd2-a2a3-95b9aec25f42 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=70f26e71-382a-4f90-a3d8-6c8f6c35197d HTTP/1.1" status: 200 len: 944 time: 0.0855184 Aug 25 16:16:40.886180 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device f9e5f3d6-8606-4150-9cad-2eee8c6fff23 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:16:40.893446 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-493bf7c3-77da-4b8b-93ea-a60324f01130 req-f842f33f-6959-4406-8db7-cbc5de612f2b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413098 Aug 25 16:16:40.921231 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] No Port match for: f9e5f3d6-8606-4150-9cad-2eee8c6fff23 {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:16:40.921486 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device f9e5f3d6-8606-4150-9cad-2eee8c6fff23 not bound to the agent host hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:16:41.125909 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c21e992-ee5b-4ec7-8728-ae1bc8a68732 None None] New status for floating IP 4f3e7b8f-b653-4977-91dd-e8b4f935aea4: DOWN {{(pid=75048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:16:42.117951 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a2210-31de-492e-a38c-4960036c0dd4 req-18076930-8e2d-4fc4-9cb6-a74c10c21f1b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:42.120197 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6b2a2210-31de-492e-a38c-4960036c0dd4 req-18076930-8e2d-4fc4-9cb6-a74c10c21f1b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=70f26e71-382a-4f90-a3d8-6c8f6c35197d HTTP/1.1" status: 200 len: 944 time: 0.0949578 Aug 25 16:16:42.182763 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6b2a2210-31de-492e-a38c-4960036c0dd4 req-5b6de03c-a3b1-4d1f-8e53-2921443c0165 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525033 Aug 25 16:16:42.897841 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 6a4e1e36-3044-43d0-b4b0-7ba50538dae3 up at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:16:42.977270 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning for port 6a4e1e36-3044-43d0-b4b0-7ba50538dae3 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:16:42.981894 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning complete for port 6a4e1e36-3044-43d0-b4b0-7ba50538dae3 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:16:42.982267 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:43.099567 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:43.126883 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f26e71-382a-4f90-a3d8-6c8f6c35197d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4e1e36-3044-43d0-b4b0-7ba50538dae3'}] {{(pid=75047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:16:43.136799 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 6a4e1e36-3044-43d0-b4b0-7ba50538dae3, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=6a4e1e36-3044-43d0-b4b0-7ba50538dae3,segment=NetworkSegment(630333ee-311f-409b-bedf-635d01350e69),segment_id=630333ee-311f-409b-bedf-635d01350e69)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:43.145307 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:43.147130 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:43.213804 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=6a4e1e36-3044-43d0-b4b0-7ba50538dae3,revision_number=5']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:43.216930 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:43.262881 dv-cinder-806008-1-iscsi neutron-server[75047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f26e71-382a-4f90-a3d8-6c8f6c35197d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4e1e36-3044-43d0-b4b0-7ba50538dae3', 'code': 200} Aug 25 16:16:43.417972 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf80ef-eb08-488f-8beb-5a74e9dcbdba req-989965dd-1fa2-4b8f-9958-86cc690bb77e tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:43.419752 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-0fcf80ef-eb08-488f-8beb-5a74e9dcbdba req-989965dd-1fa2-4b8f-9958-86cc690bb77e tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=70f26e71-382a-4f90-a3d8-6c8f6c35197d HTTP/1.1" status: 200 len: 945 time: 0.0890527 Aug 25 16:16:43.466453 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-0fcf80ef-eb08-488f-8beb-5a74e9dcbdba req-e2208ad6-0248-437a-86a4-27d2747b7f50 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406833 Aug 25 16:16:43.599618 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-699307c5-63b2-4fe4-8a20-3bd9ded514e8 req-1d30ecdd-9979-400a-a326-bad78b83a59c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=70f26e71-382a-4f90-a3d8-6c8f6c35197d HTTP/1.1" status: 200 len: 1098 time: 0.0789502 Aug 25 16:16:43.652462 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-699307c5-63b2-4fe4-8a20-3bd9ded514e8 req-15ab274e-3266-4b5b-b3bb-8a24bd4b2859 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455029 Aug 25 16:16:44.667576 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f58b3e-313d-406d-9c97-96760b3a340f req-36f058dd-410c-42b2-80ef-2b7774e4b8a1 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:44.669065 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c0f58b3e-313d-406d-9c97-96760b3a340f req-36f058dd-410c-42b2-80ef-2b7774e4b8a1 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=70f26e71-382a-4f90-a3d8-6c8f6c35197d HTTP/1.1" status: 200 len: 945 time: 0.0774512 Aug 25 16:16:44.721361 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c0f58b3e-313d-406d-9c97-96760b3a340f req-f5d86ab4-1362-4386-b6b5-4f3b2238e5c8 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467782 Aug 25 16:16:44.812854 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 54662) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:45.346342 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-71f3e263-d1dd-41c6-80d3-c8560c77401a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684895'] for router_interface, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:45.923330 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78989e2-9c8c-4563-b412-420d53482230 req-b03099fa-7af2-4f1e-838c-91c65aaf62ab tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:45.924723 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-b78989e2-9c8c-4563-b412-420d53482230 req-b03099fa-7af2-4f1e-838c-91c65aaf62ab tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=70f26e71-382a-4f90-a3d8-6c8f6c35197d HTTP/1.1" status: 200 len: 945 time: 0.0773351 Aug 25 16:16:45.972277 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-b78989e2-9c8c-4563-b412-420d53482230 req-54f9bfa9-719c-43dd-a587-03b7de8a6e3b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415144 Aug 25 16:16:46.049054 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-71f3e263-d1dd-41c6-80d3-c8560c77401a admin admin] Deleting port 689faede-518d-4d2f-a1c5-67b6a8c09289 {{(pid=75045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:16:46.049600 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-71f3e263-d1dd-41c6-80d3-c8560c77401a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:46.279997 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.db [None req-71f3e263-d1dd-41c6-80d3-c8560c77401a admin admin] For port 689faede-518d-4d2f-a1c5-67b6a8c09289, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=689faede-518d-4d2f-a1c5-67b6a8c09289,segment=NetworkSegment(a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c),segment_id=a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c)] {{(pid=75045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:46.280343 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-71f3e263-d1dd-41c6-80d3-c8560c77401a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:46.296219 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e7fb1-d45c-420d-9f65-9fab34e7a340 req-b3877ad5-d9d8-45f7-a793-5fa75c7d9829 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:46.297695 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-622e7fb1-d45c-420d-9f65-9fab34e7a340 req-b3877ad5-d9d8-45f7-a793-5fa75c7d9829 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=70f26e71-382a-4f90-a3d8-6c8f6c35197d HTTP/1.1" status: 200 len: 945 time: 0.2018759 Aug 25 16:16:46.418049 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-71f3e263-d1dd-41c6-80d3-c8560c77401a admin admin] Calling delete_port for 689faede-518d-4d2f-a1c5-67b6a8c09289 owned by network:router_interface {{(pid=75045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:16:46.504675 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-622e7fb1-d45c-420d-9f65-9fab34e7a340 req-bfbc68c7-d427-4329-8daf-762c8eca83bf tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556673 Aug 25 16:16:46.533392 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 54676) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:46.626277 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-71f3e263-d1dd-41c6-80d3-c8560c77401a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:46.632379 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-b7d6f05b-3c14-4ed0-9b63-d7013ad305e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:46.679257 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3e263-d1dd-41c6-80d3-c8560c77401a admin admin] Pushing event deleted for resources: {'Port': ['ID=689faede-518d-4d2f-a1c5-67b6a8c09289,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:46.713402 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-71f3e263-d1dd-41c6-80d3-c8560c77401a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:46.889839 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-e5913057-fb3d-47ed-b040-e9a59783e424 tempest-TestVolumeBootPattern-1655205421 tempest-TestVolumeBootPattern-1655205421-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=70f26e71-382a-4f90-a3d8-6c8f6c35197d HTTP/1.1" status: 200 len: 1093 time: 0.3553019 Aug 25 16:16:46.892358 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 54684) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:46.897938 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-40844ba5-8978-4a4e-bc2c-52bdb4c2f934 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Request body: {'floatingip': {'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'port_id': '6a4e1e36-3044-43d0-b4b0-7ba50538dae3', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:16:46.903907 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-40844ba5-8978-4a4e-bc2c-52bdb4c2f934 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:16:46.907735 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-40844ba5-8978-4a4e-bc2c-52bdb4c2f934 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Usage tracker for resource:floatingip and tenant:8d49b7bf8eb94202b4e68c00481db1bb is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:16:46.910672 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-40844ba5-8978-4a4e-bc2c-52bdb4c2f934 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:16:46.916289 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-40844ba5-8978-4a4e-bc2c-52bdb4c2f934 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:16:46.926719 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-40844ba5-8978-4a4e-bc2c-52bdb4c2f934 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for floatingip, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:47.017730 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-71f3e263-d1dd-41c6-80d3-c8560c77401a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1708162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684971'] for router_interface, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:47.062126 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-40844ba5-8978-4a4e-bc2c-52bdb4c2f934 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:47.203279 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.db_base_plugin_common [None req-40844ba5-8978-4a4e-bc2c-52bdb4c2f934 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Allocated IP 172.27.1.194 (918dfb31-e205-4511-8f83-81a91dee6c8c/7d72112f-2376-4184-b827-994c471d72fa/2f066654-e2f8-4b28-b51a-72565f22ac7c) {{(pid=75046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:16:47.466247 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-40844ba5-8978-4a4e-bc2c-52bdb4c2f934 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for port, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:47.500208 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-40844ba5-8978-4a4e-bc2c-52bdb4c2f934 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:47.504758 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-26aee7bc-0dbc-4941-b09e-8a316db453e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:47.570347 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40844ba5-8978-4a4e-bc2c-52bdb4c2f934 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Network 918dfb31-e205-4511-8f83-81a91dee6c8c is already hosted by enough agents. {{(pid=75046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:16:47.573321 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [None req-40844ba5-8978-4a4e-bc2c-52bdb4c2f934 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Resources bound (agent type, host, resource id): {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:16:47.577822 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40844ba5-8978-4a4e-bc2c-52bdb4c2f934 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Received port after_create {{(pid=75046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:16:47.605632 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40844ba5-8978-4a4e-bc2c-52bdb4c2f934 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Pushing event updated for resources: {'Port': ['ID=2f066654-e2f8-4b28-b51a-72565f22ac7c,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:47.610577 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-40844ba5-8978-4a4e-bc2c-52bdb4c2f934 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:47.716135 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f3e263-d1dd-41c6-80d3-c8560c77401a admin admin] Router f58c8b96-606e-4776-859f-d7a0ac50c1db has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:16:47.924106 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f3e263-d1dd-41c6-80d3-c8560c77401a admin admin] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:16:47.934831 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9736d0fa-639a-4bbd-a7db-43f363829422 None None] Sync routers for ids ['f58c8b96-606e-4776-859f-d7a0ac50c1db'] in dv-cinder-806008-1-iscsi {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:16:47.937594 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-71f3e263-d1dd-41c6-80d3-c8560c77401a admin admin] 10.222.0.43 "PUT /v2.0/routers/f58c8b96-606e-4776-859f-d7a0ac50c1db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1236682 Aug 25 16:16:47.940061 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 54690) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:47.948685 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9736d0fa-639a-4bbd-a7db-43f363829422 None None] Routers {'f58c8b96-606e-4776-859f-d7a0ac50c1db'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:16:47.949633 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-9736d0fa-639a-4bbd-a7db-43f363829422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:16:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['f58c8b96-606e-4776-859f-d7a0ac50c1db'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:48.106876 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-40844ba5-8978-4a4e-bc2c-52bdb4c2f934 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:48.136733 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-46014dcb-1412-4c52-b9d0-34052eb6f30c admin admin] Notify callbacks [] for router, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:48.139325 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-9736d0fa-639a-4bbd-a7db-43f363829422 None None] Set router f58c8b96-606e-4776-859f-d7a0ac50c1db gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:16:48.163067 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-40844ba5-8978-4a4e-bc2c-52bdb4c2f934 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:48.350725 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-46014dcb-1412-4c52-b9d0-34052eb6f30c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:48.365138 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-46014dcb-1412-4c52-b9d0-34052eb6f30c admin admin] Deleting port 32063eea-5f71-4835-a166-2841f2053755 {{(pid=75045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:16:48.365484 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-46014dcb-1412-4c52-b9d0-34052eb6f30c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:48.386508 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-40844ba5-8978-4a4e-bc2c-52bdb4c2f934 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for port, precommit_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:48.392409 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-40844ba5-8978-4a4e-bc2c-52bdb4c2f934 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:48.397118 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-b68e5e05-027c-4a4b-9b49-6e1acb3bf1a5 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:48.479671 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-9736d0fa-639a-4bbd-a7db-43f363829422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'name': 'tempest-AttachVolumeTestJSON-501176244-router', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '32063eea-5f71-4835-a166-2841f2053755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:06:10Z', 'updated_at': '2021-08-25T16:16:46Z', 'revision_number': 5, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'gw_port': {'id': '32063eea-5f71-4835-a166-2841f2053755', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:06:11Z', 'updated_at': '2021-08-25T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:48.483639 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9736d0fa-639a-4bbd-a7db-43f363829422 None None] Checking router: f58c8b96-606e-4776-859f-d7a0ac50c1db for host: dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:16:48.494750 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9736d0fa-639a-4bbd-a7db-43f363829422 None None] Routers {'f58c8b96-606e-4776-859f-d7a0ac50c1db'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:16:48.495474 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-9736d0fa-639a-4bbd-a7db-43f363829422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:16:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['f58c8b96-606e-4776-859f-d7a0ac50c1db'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:48.503474 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40844ba5-8978-4a4e-bc2c-52bdb4c2f934 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Pushing event updated for resources: {'Port': ['ID=2f066654-e2f8-4b28-b51a-72565f22ac7c,revision_number=2']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:48.507729 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-40844ba5-8978-4a4e-bc2c-52bdb4c2f934 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:48.524388 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-40844ba5-8978-4a4e-bc2c-52bdb4c2f934 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683597'] for floatingip, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:48.552684 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.db [None req-46014dcb-1412-4c52-b9d0-34052eb6f30c admin admin] For port 32063eea-5f71-4835-a166-2841f2053755, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=32063eea-5f71-4835-a166-2841f2053755,segment=NetworkSegment(6c802ec5-cb0c-4ebf-9051-a5208badfc91),segment_id=6c802ec5-cb0c-4ebf-9051-a5208badfc91)] {{(pid=75045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:48.553180 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-46014dcb-1412-4c52-b9d0-34052eb6f30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:48.655892 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-9736d0fa-639a-4bbd-a7db-43f363829422 None None] Set router f58c8b96-606e-4776-859f-d7a0ac50c1db gateway port host: None {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:16:48.677397 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-46014dcb-1412-4c52-b9d0-34052eb6f30c admin admin] Calling delete_port for 32063eea-5f71-4835-a166-2841f2053755 owned by network:router_gateway {{(pid=75045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:16:48.722189 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.db.l3_db [None req-40844ba5-8978-4a4e-bc2c-52bdb4c2f934 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Floating IP 610c2194-9b37-404f-849a-55b31b584d0d associated. External IP: 172.27.1.194, port: 6a4e1e36-3044-43d0-b4b0-7ba50538dae3. Aug 25 16:16:48.765722 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-9736d0fa-639a-4bbd-a7db-43f363829422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'name': 'tempest-AttachVolumeTestJSON-501176244-router', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:06:10Z', 'updated_at': '2021-08-25T16:16:48Z', 'revision_number': 6, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'gw_port_host': None}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:48.769739 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9736d0fa-639a-4bbd-a7db-43f363829422 None None] The sync data for ids ['f58c8b96-606e-4776-859f-d7a0ac50c1db'] in dv-cinder-806008-1-iscsi is: [{'id': 'f58c8b96-606e-4776-859f-d7a0ac50c1db', 'name': 'tempest-AttachVolumeTestJSON-501176244-router', 'tenant_id': '164d6d5d38f140d09589b51641a7cdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:06:10Z', 'updated_at': '2021-08-25T16:16:48Z', 'revision_number': 6, 'project_id': '164d6d5d38f140d09589b51641a7cdf3', 'gw_port_host': None}] {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:16:48.849725 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-46014dcb-1412-4c52-b9d0-34052eb6f30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:48.854587 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-7beebbbf-8108-44f1-a006-d0ed96e3158c tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:49.003770 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46014dcb-1412-4c52-b9d0-34052eb6f30c admin admin] Pushing event deleted for resources: {'Port': ['ID=32063eea-5f71-4835-a166-2841f2053755,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:49.007694 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-46014dcb-1412-4c52-b9d0-34052eb6f30c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:49.240872 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-46014dcb-1412-4c52-b9d0-34052eb6f30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683554'] for router_gateway, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:49.258260 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40844ba5-8978-4a4e-bc2c-52bdb4c2f934 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Router e011034f-6880-473d-9d2e-9348615babe3 has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:16:49.458411 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40844ba5-8978-4a4e-bc2c-52bdb4c2f934 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:16:49.467957 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3eba8b-85f6-47f2-8cbe-95c28405292c None None] Sync routers for ids ['e011034f-6880-473d-9d2e-9348615babe3'] in dv-cinder-806008-1-iscsi {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:16:49.480852 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3eba8b-85f6-47f2-8cbe-95c28405292c None None] Routers {'e011034f-6880-473d-9d2e-9348615babe3'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:16:49.481512 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-ae3eba8b-85f6-47f2-8cbe-95c28405292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:16:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['e011034f-6880-473d-9d2e-9348615babe3'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:49.482591 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-40844ba5-8978-4a4e-bc2c-52bdb4c2f934 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for floatingip, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:49.502481 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-46014dcb-1412-4c52-b9d0-34052eb6f30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4395'] for router, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:49.506946 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-46014dcb-1412-4c52-b9d0-34052eb6f30c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:49.549253 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-46014dcb-1412-4c52-b9d0-34052eb6f30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-686622'] for router, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:49.550384 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46014dcb-1412-4c52-b9d0-34052eb6f30c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f58c8b96-606e-4776-859f-d7a0ac50c1db {{(pid=75045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:16:49.561104 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-40844ba5-8978-4a4e-bc2c-52bdb4c2f934 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6577528 Aug 25 16:16:49.561104 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f26e71-382a-4f90-a3d8-6c8f6c35197d', 'tag': '6a4e1e36-3044-43d0-b4b0-7ba50538dae3'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:16:49.575103 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 689faede-518d-4d2f-a1c5-67b6a8c09289 no longer exists at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:16:49.577414 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-46014dcb-1412-4c52-b9d0-34052eb6f30c admin admin] Notify callbacks [] for router, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:49.578821 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-46014dcb-1412-4c52-b9d0-34052eb6f30c admin admin] 10.222.0.43 "DELETE /v2.0/routers/f58c8b96-606e-4776-859f-d7a0ac50c1db HTTP/1.1" status: 204 len: 168 time: 1.6378605 Aug 25 16:16:49.581412 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 54700) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:49.634121 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] No Port match for: 689faede-518d-4d2f-a1c5-67b6a8c09289 {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:16:49.634473 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 689faede-518d-4d2f-a1c5-67b6a8c09289 not bound to the agent host dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:16:49.649695 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f26e71-382a-4f90-a3d8-6c8f6c35197d', 'tag': '6a4e1e36-3044-43d0-b4b0-7ba50538dae3', 'status': 'completed', 'code': 200} Aug 25 16:16:49.657639 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.db_base_plugin_v2 [None req-631d641a-07bb-4021-aa4a-c19b9f5ee882 admin admin] Deleting subnet 03b41362-f061-4c09-83d7-5c1bf8e439a3 {{(pid=75046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:16:49.660612 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-631d641a-07bb-4021-aa4a-c19b9f5ee882 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:49.695938 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-ae3eba8b-85f6-47f2-8cbe-95c28405292c None None] Set router e011034f-6880-473d-9d2e-9348615babe3 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:16:49.757686 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-631d641a-07bb-4021-aa4a-c19b9f5ee882 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4000216'] for subnet, precommit_delete_associations {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:49.876900 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7449169e-25b3-4189-b717-4bf96e752c7a req-4484f43b-b91f-41d7-aca5-a8a34ceef7bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d49b7bf8eb94202b4e68c00481db1bb&device_id=70f26e71-382a-4f90-a3d8-6c8f6c35197d HTTP/1.1" status: 200 len: 1098 time: 0.1857636 Aug 25 16:16:49.958165 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-631d641a-07bb-4021-aa4a-c19b9f5ee882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731498'] for subnet, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:50.054709 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-ae3eba8b-85f6-47f2-8cbe-95c28405292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e011034f-6880-473d-9d2e-9348615babe3', 'name': 'tempest-TestVolumeBootPattern-970962436-router', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:26Z', 'updated_at': '2021-08-25T16:07:33Z', 'revision_number': 4, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'gw_port': {'id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:27Z', 'updated_at': '2021-08-25T16:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_floatingips': [{'id': '610c2194-9b37-404f-849a-55b31b584d0d', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'port_id': '6a4e1e36-3044-43d0-b4b0-7ba50538dae3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'mac_address': 'fa:16:3e:e3:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f26e71-382a-4f90-a3d8-6c8f6c35197d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:16:47Z', 'updated_at': '2021-08-25T16:16:47Z', 'revision_number': 0, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'fixed_ip_address_scope': None}, {'id': 'd503176b-560e-4727-a3d1-a2ffdd22b454', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'port_id': '22ae52dd-f1a1-487d-b9d8-a1c79250c102', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'mac_address': 'fa:16:3e:45:cb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885cfc1-e027-42fd-8b19-c72e070a0cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:14:08Z', 'updated_at': '2021-08-25T16:14:14Z', 'revision_number': 1, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14476426-bfe9-4eb0-99dd-ed64140166b1', 'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'mac_address': 'fa:16:3e:45:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:32Z', 'updated_at': '2021-08-25T16:08:13Z', 'revision_number': 5, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'subnets': [{'id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:50.059712 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3eba8b-85f6-47f2-8cbe-95c28405292c None None] Checking router: e011034f-6880-473d-9d2e-9348615babe3 for host: dv-cinder-806008-1-iscsi {{(pid=75048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:16:50.071098 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449169e-25b3-4189-b717-4bf96e752c7a req-50ae06c1-6f91-4f99-8765-d432eacc9de8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:50.071576 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3eba8b-85f6-47f2-8cbe-95c28405292c None None] Routers {'e011034f-6880-473d-9d2e-9348615babe3'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:16:50.073092 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-ae3eba8b-85f6-47f2-8cbe-95c28405292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:16:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['e011034f-6880-473d-9d2e-9348615babe3'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:50.073233 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7449169e-25b3-4189-b717-4bf96e752c7a req-50ae06c1-6f91-4f99-8765-d432eacc9de8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=718b11f1-f8ce-4b3b-a0cd-44603747195c HTTP/1.1" status: 200 len: 913 time: 0.1898537 Aug 25 16:16:50.078242 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-631d641a-07bb-4021-aa4a-c19b9f5ee882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3202481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4098551'] for subnet, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:50.083632 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:50.171964 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d641a-07bb-4021-aa4a-c19b9f5ee882 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03b41362-f061-4c09-83d7-5c1bf8e439a3,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:50.183120 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-631d641a-07bb-4021-aa4a-c19b9f5ee882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:50.193608 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1553590-9b66-4910-af3f-09820326552c None None] Network b0497f16-a3e0-46b0-81f5-eae02d264919 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:16:50.195733 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-631d641a-07bb-4021-aa4a-c19b9f5ee882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for subnet, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:50.210462 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-631d641a-07bb-4021-aa4a-c19b9f5ee882 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/03b41362-f061-4c09-83d7-5c1bf8e439a3 HTTP/1.1" status: 204 len: 168 time: 0.6279769 Aug 25 16:16:50.214171 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 54706) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:50.269826 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-ae3eba8b-85f6-47f2-8cbe-95c28405292c None None] Set router e011034f-6880-473d-9d2e-9348615babe3 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:16:50.313477 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7449169e-25b3-4189-b717-4bf96e752c7a req-8f3769ae-ea49-4657-8aaa-314b75e00253 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a4e1e36-3044-43d0-b4b0-7ba50538dae3 HTTP/1.1" status: 200 len: 999 time: 0.2305651 Aug 25 16:16:50.373189 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a8bf484d-65f5-49c8-aa6b-eed21f813135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588176'] for network, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:50.402771 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449169e-25b3-4189-b717-4bf96e752c7a req-9547b13d-7590-49de-8851-f64f8bed865c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:50.404209 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7449169e-25b3-4189-b717-4bf96e752c7a req-9547b13d-7590-49de-8851-f64f8bed865c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab66fe1-445a-43bc-ae43-f295df741f59 HTTP/1.1" status: 200 len: 850 time: 0.0838804 Aug 25 16:16:50.405681 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [None req-a8bf484d-65f5-49c8-aa6b-eed21f813135 admin admin] Deleting port c42da899-166a-4008-830a-97737c962c14 {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:16:50.406010 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a8bf484d-65f5-49c8-aa6b-eed21f813135 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:50.451510 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:16:50.496047 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecce971-f1c7-4e75-a5d6-5f35d247edd0 None None] DHCP port deletion for b0497f16-a3e0-46b0-81f5-eae02d264919 request from dv-cinder-806008-1-iscsi {{(pid=75047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:16:50.500336 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-4ecce971-f1c7-4e75-a5d6-5f35d247edd0 None None] Deleting port c42da899-166a-4008-830a-97737c962c14 {{(pid=75047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:16:50.500823 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-4ecce971-f1c7-4e75-a5d6-5f35d247edd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:50.649163 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7449169e-25b3-4189-b717-4bf96e752c7a req-c4e22ce0-29da-483b-8e03-07a9634b0156 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=718b11f1-f8ce-4b3b-a0cd-44603747195c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2167656 Aug 25 16:16:50.656920 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-ae3eba8b-85f6-47f2-8cbe-95c28405292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e011034f-6880-473d-9d2e-9348615babe3', 'name': 'tempest-TestVolumeBootPattern-970962436-router', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:26Z', 'updated_at': '2021-08-25T16:07:33Z', 'revision_number': 4, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'gw_port': {'id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:27Z', 'updated_at': '2021-08-25T16:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_floatingips': [{'id': '610c2194-9b37-404f-849a-55b31b584d0d', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'port_id': '6a4e1e36-3044-43d0-b4b0-7ba50538dae3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'mac_address': 'fa:16:3e:e3:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f26e71-382a-4f90-a3d8-6c8f6c35197d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:16:47Z', 'updated_at': '2021-08-25T16:16:47Z', 'revision_number': 0, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'fixed_ip_address_scope': None}, {'id': 'd503176b-560e-4727-a3d1-a2ffdd22b454', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'port_id': '22ae52dd-f1a1-487d-b9d8-a1c79250c102', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'mac_address': 'fa:16:3e:45:cb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885cfc1-e027-42fd-8b19-c72e070a0cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:14:08Z', 'updated_at': '2021-08-25T16:14:14Z', 'revision_number': 1, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14476426-bfe9-4eb0-99dd-ed64140166b1', 'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'mac_address': 'fa:16:3e:45:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:32Z', 'updated_at': '2021-08-25T16:08:13Z', 'revision_number': 5, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'subnets': [{'id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:50.661284 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3eba8b-85f6-47f2-8cbe-95c28405292c None None] The sync data for ids ['e011034f-6880-473d-9d2e-9348615babe3'] in dv-cinder-806008-1-iscsi is: [{'id': 'e011034f-6880-473d-9d2e-9348615babe3', 'name': 'tempest-TestVolumeBootPattern-970962436-router', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:26Z', 'updated_at': '2021-08-25T16:07:33Z', 'revision_number': 4, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'gw_port': {'id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:27Z', 'updated_at': '2021-08-25T16:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_floatingips': [{'id': '610c2194-9b37-404f-849a-55b31b584d0d', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'port_id': '6a4e1e36-3044-43d0-b4b0-7ba50538dae3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'mac_address': 'fa:16:3e:e3:ea:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f26e71-382a-4f90-a3d8-6c8f6c35197d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:16:47Z', 'updated_at': '2021-08-25T16:16:47Z', 'revision_number': 0, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'fixed_ip_address_scope': None}, {'id': 'd503176b-560e-4727-a3d1-a2ffdd22b454', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'port_id': '22ae52dd-f1a1-487d-b9d8-a1c79250c102', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'mac_address': 'fa:16:3e:45:cb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885cfc1-e027-42fd-8b19-c72e070a0cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:14:08Z', 'updated_at': '2021-08-25T16:14:14Z', 'revision_number': 1, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14476426-bfe9-4eb0-99dd-ed64140166b1', 'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'mac_address': 'fa:16:3e:45:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:32Z', 'updated_at': '2021-08-25T16:08:13Z', 'revision_number': 5, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'subnets': [{'id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:16:50.721324 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-4ecce971-f1c7-4e75-a5d6-5f35d247edd0 None None] For port c42da899-166a-4008-830a-97737c962c14, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=c42da899-166a-4008-830a-97737c962c14,segment=NetworkSegment(a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c),segment_id=a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:50.721921 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-4ecce971-f1c7-4e75-a5d6-5f35d247edd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:50.808846 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [None req-a8bf484d-65f5-49c8-aa6b-eed21f813135 admin admin] For port c42da899-166a-4008-830a-97737c962c14, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=c42da899-166a-4008-830a-97737c962c14,segment=NetworkSegment(a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c),segment_id=a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c)] {{(pid=75046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:50.809248 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a8bf484d-65f5-49c8-aa6b-eed21f813135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:50.845346 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-4ecce971-f1c7-4e75-a5d6-5f35d247edd0 None None] Calling delete_port for c42da899-166a-4008-830a-97737c962c14 owned by network:dhcp {{(pid=75047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:16:50.872978 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867c603c-cf33-41af-bd27-999c8fe77172 None None] New status for floating IP 610c2194-9b37-404f-849a-55b31b584d0d: ACTIVE {{(pid=75047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:16:50.982517 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [None req-a8bf484d-65f5-49c8-aa6b-eed21f813135 admin admin] Calling delete_port for c42da899-166a-4008-830a-97737c962c14 owned by network:dhcp {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:16:51.092377 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7449169e-25b3-4189-b717-4bf96e752c7a req-3a2d94b3-e996-4b82-9936-6511579b6839 service neutron] 10.222.0.21 "GET /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305964 Aug 25 16:16:51.109350 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-4ecce971-f1c7-4e75-a5d6-5f35d247edd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152'] for port, after_delete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:51.114465 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:51.167145 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecce971-f1c7-4e75-a5d6-5f35d247edd0 None None] Pushing event deleted for resources: {'Port': ['ID=c42da899-166a-4008-830a-97737c962c14,revision_number=None']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:51.173673 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-4ecce971-f1c7-4e75-a5d6-5f35d247edd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:51.185022 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.db.api [None req-a8bf484d-65f5-49c8-aa6b-eed21f813135 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:16:51.185499 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_db.api [None req-a8bf484d-65f5-49c8-aa6b-eed21f813135 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:16:51.222989 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecce971-f1c7-4e75-a5d6-5f35d247edd0 None None] No DVR routers for this DVR port c42da899-166a-4008-830a-97737c962c14 on host dv-cinder-806008-1-iscsi {{(pid=75047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:16:51.239353 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 32063eea-5f71-4835-a166-2841f2053755 no longer exists at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:16:51.245874 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7449169e-25b3-4189-b717-4bf96e752c7a req-bb6a137a-c8f7-4edd-9f5e-c7f658836e1b service neutron] 10.222.0.21 "GET /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467557 Aug 25 16:16:51.272489 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] No Port match for: 32063eea-5f71-4835-a166-2841f2053755 {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:16:51.272817 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 32063eea-5f71-4835-a166-2841f2053755 not bound to the agent host dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:16:51.273481 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device c42da899-166a-4008-830a-97737c962c14 no longer exists at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:16:51.306063 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] No Port match for: c42da899-166a-4008-830a-97737c962c14 {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:16:51.306470 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device c42da899-166a-4008-830a-97737c962c14 not bound to the agent host dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:16:51.686666 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [None req-a8bf484d-65f5-49c8-aa6b-eed21f813135 admin admin] Deleting port c42da899-166a-4008-830a-97737c962c14 {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:16:51.687220 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a8bf484d-65f5-49c8-aa6b-eed21f813135 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:51.750056 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [None req-a8bf484d-65f5-49c8-aa6b-eed21f813135 admin admin] The port 'c42da899-166a-4008-830a-97737c962c14' was deleted {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:16:51.863581 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a8bf484d-65f5-49c8-aa6b-eed21f813135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730595', 'neutron.services.segments.db._delete_segments_for_network-8779528176258'] for network, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:51.876515 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.services.segments.db [None req-a8bf484d-65f5-49c8-aa6b-eed21f813135 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0497f16-a3e0-46b0-81f5-eae02d264919']}} {{(pid=75046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:51.888397 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.services.segments.db [None req-a8bf484d-65f5-49c8-aa6b-eed21f813135 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c') {'for_net_delete': True} {{(pid=75046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:51.888694 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.services.segments.db [None req-a8bf484d-65f5-49c8-aa6b-eed21f813135 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5958f6d-5ca0-4fe3-acc2-6fe863b32a6c') {} {{(pid=75046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:16:51.899795 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a8bf484d-65f5-49c8-aa6b-eed21f813135 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779528177565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4000215'] for segment, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:51.916471 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a8bf484d-65f5-49c8-aa6b-eed21f813135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:51.923097 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8bf484d-65f5-49c8-aa6b-eed21f813135 admin admin] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=75046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:16:51.923729 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a8bf484d-65f5-49c8-aa6b-eed21f813135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1731343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3202327'] for segment, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: util.warn( Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: util.warn( Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: util.warn( Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: util.warn( Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: Traceback (most recent call last): Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: timer() Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: cb(*args, **kw) Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: return func(*args, **kwargs) Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: self._notify() Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: self.callback(batched_events) Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: event.method(event) Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: return f(self, *a, **k) Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: return self._get(url).json() Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: return self.request(url, 'GET', **kwargs) Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:16:51.937543 dv-cinder-806008-1-iscsi neutron-server[75046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:16:52.013167 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a8bf484d-65f5-49c8-aa6b-eed21f813135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683615'] for network, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:52.016877 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-c51ada42-54a8-4690-9de8-7d792e23061a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:52.029766 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a8bf484d-65f5-49c8-aa6b-eed21f813135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:52.039937 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf484d-65f5-49c8-aa6b-eed21f813135 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0497f16-a3e0-46b0-81f5-eae02d264919,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:52.043594 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-a8bf484d-65f5-49c8-aa6b-eed21f813135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:52.053612 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-a8bf484d-65f5-49c8-aa6b-eed21f813135 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b0497f16-a3e0-46b0-81f5-eae02d264919 HTTP/1.1" status: 204 len: 168 time: 1.8383064 Aug 25 16:16:52.204280 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 54714) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:52.257675 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-101bc44a-d38f-4eeb-b876-e5b2e34f1b17 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=164d6d5d38f140d09589b51641a7cdf3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521834 Aug 25 16:16:52.260088 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 54718) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:16:52.322615 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-b53f859c-d8ee-4bab-89cc-b823cdabb3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:52.348572 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-b53f859c-d8ee-4bab-89cc-b823cdabb3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:52.400556 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-b53f859c-d8ee-4bab-89cc-b823cdabb3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:52.404304 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-7794f029-b2f1-47aa-a3fd-ccd85c62a8a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:52.418814 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f859c-d8ee-4bab-89cc-b823cdabb3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd21dd2-64e4-449a-bbe7-3ba3d62b1025,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:52.422651 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-b53f859c-d8ee-4bab-89cc-b823cdabb3c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:52.426310 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-b53f859c-d8ee-4bab-89cc-b823cdabb3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:52.427296 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-b53f859c-d8ee-4bab-89cc-b823cdabb3c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ebd21dd2-64e4-449a-bbe7-3ba3d62b1025 HTTP/1.1" status: 204 len: 168 time: 0.1662827 Aug 25 16:16:55.915550 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-13976029-0578-45d6-9e10-54121e4520eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:56.416368 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:58.220705 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-884fccad-2742-4288-b723-adb98da910ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:59.260368 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:00.702261 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:04.939087 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 54836) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:05.122994 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6cd725e5-bf95-40d9-9baf-6c627309bb52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:05.153700 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-6cd725e5-bf95-40d9-9baf-6c627309bb52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:05.157575 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-6cd725e5-bf95-40d9-9baf-6c627309bb52 admin admin] Usage tracker for resource:security_group_rule and tenant:6119a87daa5f4840b21614d99d8773fb is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:05.160281 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-6cd725e5-bf95-40d9-9baf-6c627309bb52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:05.165857 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-6cd725e5-bf95-40d9-9baf-6c627309bb52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:05.231443 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6cd725e5-bf95-40d9-9baf-6c627309bb52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:05.235273 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6cd725e5-bf95-40d9-9baf-6c627309bb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:05.241627 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-93619169-6432-494d-a861-8447baad8e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:05.282415 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd725e5-bf95-40d9-9baf-6c627309bb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d198b3-34cb-4b83-93c1-79962840b69f,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:05.285947 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-6cd725e5-bf95-40d9-9baf-6c627309bb52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:05.289733 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-6cd725e5-bf95-40d9-9baf-6c627309bb52 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6119a87daa5f4840b21614d99d8773fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3496182 Aug 25 16:17:05.292835 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 54842) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:05.355170 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-7644281b-cbb1-4b00-b7e5-a0c281c7d2e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:05.380869 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-7644281b-cbb1-4b00-b7e5-a0c281c7d2e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:05.432279 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-7644281b-cbb1-4b00-b7e5-a0c281c7d2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:05.436030 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-b53f859c-d8ee-4bab-89cc-b823cdabb3c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:05.446987 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644281b-cbb1-4b00-b7e5-a0c281c7d2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d198b3-34cb-4b83-93c1-79962840b69f,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:05.450760 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-7644281b-cbb1-4b00-b7e5-a0c281c7d2e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:05.453852 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-7644281b-cbb1-4b00-b7e5-a0c281c7d2e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:05.456795 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-7644281b-cbb1-4b00-b7e5-a0c281c7d2e9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/43d198b3-34cb-4b83-93c1-79962840b69f HTTP/1.1" status: 204 len: 168 time: 0.1611760 Aug 25 16:17:05.781828 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 54850) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:05.800673 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-4da33f9b-2872-4d4b-997e-c417a6cdca54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:05.830353 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-4da33f9b-2872-4d4b-997e-c417a6cdca54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:05.834196 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-4da33f9b-2872-4d4b-997e-c417a6cdca54 admin admin] Usage tracker for resource:security_group_rule and tenant:8ad218ce9ade4dbeb224ac5bcab3ed24 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:05.837055 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-4da33f9b-2872-4d4b-997e-c417a6cdca54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:05.843221 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-4da33f9b-2872-4d4b-997e-c417a6cdca54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:05.911095 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-4da33f9b-2872-4d4b-997e-c417a6cdca54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:05.914761 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-4da33f9b-2872-4d4b-997e-c417a6cdca54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:05.921609 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-76bb62e4-28b5-4596-98a6-5d24a82cfdb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:05.959132 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da33f9b-2872-4d4b-997e-c417a6cdca54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0db6f7e-9315-44d5-9243-ebeb30b4729f,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:05.962846 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-4da33f9b-2872-4d4b-997e-c417a6cdca54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:05.966129 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-4da33f9b-2872-4d4b-997e-c417a6cdca54 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8ad218ce9ade4dbeb224ac5bcab3ed24&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1825559 Aug 25 16:17:05.968268 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 54856) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:06.033059 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-f2684ddd-b3c3-4c7d-8477-330545761a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:06.059364 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-f2684ddd-b3c3-4c7d-8477-330545761a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:06.114597 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-f2684ddd-b3c3-4c7d-8477-330545761a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:06.118389 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-1366d282-790b-4da2-bc73-db60879e3935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:06.129758 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2684ddd-b3c3-4c7d-8477-330545761a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0db6f7e-9315-44d5-9243-ebeb30b4729f,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:06.134512 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-f2684ddd-b3c3-4c7d-8477-330545761a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:06.136907 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-f2684ddd-b3c3-4c7d-8477-330545761a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:06.138037 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-f2684ddd-b3c3-4c7d-8477-330545761a8a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a0db6f7e-9315-44d5-9243-ebeb30b4729f HTTP/1.1" status: 204 len: 168 time: 0.1688132 Aug 25 16:17:08.820179 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 54934) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:08.959258 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d95b-7c2f-4c28-a0f9-4680c76c9892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:08.992157 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-8cb2d95b-7c2f-4c28-a0f9-4680c76c9892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:08.997215 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-8cb2d95b-7c2f-4c28-a0f9-4680c76c9892 admin admin] Usage tracker for resource:security_group_rule and tenant:0d3c383833c9479d90e11e0501b27ab8 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:08.999952 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-8cb2d95b-7c2f-4c28-a0f9-4680c76c9892 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:09.005798 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-8cb2d95b-7c2f-4c28-a0f9-4680c76c9892 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:09.069354 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d95b-7c2f-4c28-a0f9-4680c76c9892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:09.073475 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d95b-7c2f-4c28-a0f9-4680c76c9892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:09.079582 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-7644281b-cbb1-4b00-b7e5-a0c281c7d2e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:09.117396 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2d95b-7c2f-4c28-a0f9-4680c76c9892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead9a4ea-e2f4-4e53-9b9e-404a12b69121,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:09.120772 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-8cb2d95b-7c2f-4c28-a0f9-4680c76c9892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:09.123090 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-8cb2d95b-7c2f-4c28-a0f9-4680c76c9892 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d3c383833c9479d90e11e0501b27ab8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3019345 Aug 25 16:17:09.125650 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 54940) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:09.183721 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-765ef778-8c6d-4dbe-a223-d91bf824ed54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:09.208268 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-765ef778-8c6d-4dbe-a223-d91bf824ed54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:09.261227 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-765ef778-8c6d-4dbe-a223-d91bf824ed54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:09.264815 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-6d46e7e0-0dcd-4235-b5c8-657469fe948b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:09.276391 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ef778-8c6d-4dbe-a223-d91bf824ed54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead9a4ea-e2f4-4e53-9b9e-404a12b69121,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:09.280034 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-765ef778-8c6d-4dbe-a223-d91bf824ed54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:09.283416 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-765ef778-8c6d-4dbe-a223-d91bf824ed54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:09.284517 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-765ef778-8c6d-4dbe-a223-d91bf824ed54 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ead9a4ea-e2f4-4e53-9b9e-404a12b69121 HTTP/1.1" status: 204 len: 168 time: 0.1579902 Aug 25 16:17:09.614063 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 54950) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:09.633300 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-8cc52f60-3a5b-4773-bc9c-f84f099ddb5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:09.664224 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-8cc52f60-3a5b-4773-bc9c-f84f099ddb5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:09.668706 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-8cc52f60-3a5b-4773-bc9c-f84f099ddb5f admin admin] Usage tracker for resource:security_group_rule and tenant:a048517cd3b943bc9138155cfea8819a is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:09.671484 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-8cc52f60-3a5b-4773-bc9c-f84f099ddb5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:09.677123 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-8cc52f60-3a5b-4773-bc9c-f84f099ddb5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:09.742507 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-8cc52f60-3a5b-4773-bc9c-f84f099ddb5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:09.746190 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-8cc52f60-3a5b-4773-bc9c-f84f099ddb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:09.752541 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-983d967a-9bf0-46f1-be04-8512f5c100d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:09.793320 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc52f60-3a5b-4773-bc9c-f84f099ddb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63aeee7-2256-4d23-a49b-105458cc0998,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:09.796136 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-8cc52f60-3a5b-4773-bc9c-f84f099ddb5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:09.798769 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-8cc52f60-3a5b-4773-bc9c-f84f099ddb5f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a048517cd3b943bc9138155cfea8819a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1836975 Aug 25 16:17:09.801410 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 54954) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:09.862683 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d5db8326-784a-4d90-8371-f8440b234a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:09.887721 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d5db8326-784a-4d90-8371-f8440b234a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:09.937149 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d5db8326-784a-4d90-8371-f8440b234a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:09.940790 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-eb530f30-bcbb-449f-a232-21a84fa104a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:09.951864 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db8326-784a-4d90-8371-f8440b234a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63aeee7-2256-4d23-a49b-105458cc0998,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:09.955602 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-d5db8326-784a-4d90-8371-f8440b234a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:09.958704 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d5db8326-784a-4d90-8371-f8440b234a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:09.959798 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-d5db8326-784a-4d90-8371-f8440b234a08 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c63aeee7-2256-4d23-a49b-105458cc0998 HTTP/1.1" status: 204 len: 168 time: 0.1575060 Aug 25 16:17:10.789560 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:15.023769 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 55034) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:15.163657 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-b9419deb-c9c8-4972-8f37-f11577bd3d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:15.193215 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-b9419deb-c9c8-4972-8f37-f11577bd3d78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:15.197458 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-b9419deb-c9c8-4972-8f37-f11577bd3d78 admin admin] Usage tracker for resource:security_group_rule and tenant:d03b9eb598db49368f31e8b940324be8 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:15.200163 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-b9419deb-c9c8-4972-8f37-f11577bd3d78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:15.205833 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-b9419deb-c9c8-4972-8f37-f11577bd3d78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:15.269475 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-b9419deb-c9c8-4972-8f37-f11577bd3d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:15.273345 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-b9419deb-c9c8-4972-8f37-f11577bd3d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:15.280676 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-9d3d52b9-9cdc-45a8-83d9-f629eab38fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:15.321014 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-b9419deb-c9c8-4972-8f37-f11577bd3d78 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d03b9eb598db49368f31e8b940324be8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2961202 Aug 25 16:17:15.322316 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9419deb-c9c8-4972-8f37-f11577bd3d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9166d1d0-79ba-433c-bc04-d0a29004c485,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:15.324513 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 55040) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:15.325644 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-b9419deb-c9c8-4972-8f37-f11577bd3d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:15.385927 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f4f04283-74ae-42e8-90d9-e9e235b867ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:15.411017 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f4f04283-74ae-42e8-90d9-e9e235b867ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:15.461102 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f4f04283-74ae-42e8-90d9-e9e235b867ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:15.464652 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-6221cd36-0272-4632-86a7-f88c67bb1f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:15.477176 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f04283-74ae-42e8-90d9-e9e235b867ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9166d1d0-79ba-433c-bc04-d0a29004c485,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:15.484093 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-f4f04283-74ae-42e8-90d9-e9e235b867ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:15.485991 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f4f04283-74ae-42e8-90d9-e9e235b867ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:15.487092 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-f4f04283-74ae-42e8-90d9-e9e235b867ad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9166d1d0-79ba-433c-bc04-d0a29004c485 HTTP/1.1" status: 204 len: 168 time: 0.1608222 Aug 25 16:17:15.809170 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 55048) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:15.831368 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-400d5bd9-4d17-47c1-bc19-0e9df8dbd23a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:15.951235 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-400d5bd9-4d17-47c1-bc19-0e9df8dbd23a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:15.955054 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-400d5bd9-4d17-47c1-bc19-0e9df8dbd23a admin admin] Usage tracker for resource:security_group_rule and tenant:c889effc26ec408e94832cc21cfe554c is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:15.958192 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-400d5bd9-4d17-47c1-bc19-0e9df8dbd23a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:15.963822 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-400d5bd9-4d17-47c1-bc19-0e9df8dbd23a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:16.039790 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-400d5bd9-4d17-47c1-bc19-0e9df8dbd23a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:16.044509 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-400d5bd9-4d17-47c1-bc19-0e9df8dbd23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:16.051419 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-8cc52f60-3a5b-4773-bc9c-f84f099ddb5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:16.092963 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d5bd9-4d17-47c1-bc19-0e9df8dbd23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa095f5-fedd-4a03-a7f6-68dc117f73f1,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:16.097102 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-400d5bd9-4d17-47c1-bc19-0e9df8dbd23a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c889effc26ec408e94832cc21cfe554c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2869062 Aug 25 16:17:16.097985 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-400d5bd9-4d17-47c1-bc19-0e9df8dbd23a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:16.099783 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 55056) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:16.163510 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5093c7a4-6385-459b-9246-12eb2d480767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:16.192229 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5093c7a4-6385-459b-9246-12eb2d480767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:16.244114 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5093c7a4-6385-459b-9246-12eb2d480767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:16.247786 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-55332899-520a-440f-a951-0f9227f0caac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:16.263031 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093c7a4-6385-459b-9246-12eb2d480767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa095f5-fedd-4a03-a7f6-68dc117f73f1,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:16.266546 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-5093c7a4-6385-459b-9246-12eb2d480767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:16.273691 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5093c7a4-6385-459b-9246-12eb2d480767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:16.275303 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-5093c7a4-6385-459b-9246-12eb2d480767 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6aa095f5-fedd-4a03-a7f6-68dc117f73f1 HTTP/1.1" status: 204 len: 168 time: 0.1746449 Aug 25 16:17:17.653969 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4f7f6-4b96-4758-b485-bc5a3fbc5482 req-513368f8-a1c9-4ada-ad8e-df4dbb6309e8 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:17.655546 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-60c4f7f6-4b96-4758-b485-bc5a3fbc5482 req-513368f8-a1c9-4ada-ad8e-df4dbb6309e8 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.0797424 Aug 25 16:17:17.700749 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-60c4f7f6-4b96-4758-b485-bc5a3fbc5482 req-f2193bcb-7a44-4848-87ef-11a359d40227 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395594 Aug 25 16:17:18.933829 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8185ae-f9d3-45f1-bdc9-5317ded2474b req-70518d08-8f0d-4d9f-87b3-d44602603aa1 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:18.935305 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7e8185ae-f9d3-45f1-bdc9-5317ded2474b req-70518d08-8f0d-4d9f-87b3-d44602603aa1 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.0903172 Aug 25 16:17:18.991183 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7e8185ae-f9d3-45f1-bdc9-5317ded2474b req-c725f900-25b9-4ff1-9ccc-b74726a06a15 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474432 Aug 25 16:17:20.213451 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883782a-4156-40ce-8cd9-a194bb252a4f req-aa89e44b-7538-4ef8-a697-ce3e9dae7796 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:20.214949 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c883782a-4156-40ce-8cd9-a194bb252a4f req-aa89e44b-7538-4ef8-a697-ce3e9dae7796 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.0836372 Aug 25 16:17:20.261969 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c883782a-4156-40ce-8cd9-a194bb252a4f req-887bb71b-1a4d-4a71-8bc7-7d69244f05a0 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411520 Aug 25 16:17:21.476020 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e43d5d-1ed5-4fbb-9bf5-ee75fa0eb3a8 req-f038b4c5-408d-4bda-81f9-f18b45f7aa4e tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:21.478092 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-01e43d5d-1ed5-4fbb-9bf5-ee75fa0eb3a8 req-f038b4c5-408d-4bda-81f9-f18b45f7aa4e tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.0772285 Aug 25 16:17:21.522898 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-01e43d5d-1ed5-4fbb-9bf5-ee75fa0eb3a8 req-fede3a01-c83c-40c1-9a5b-db15420dccda tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392671 Aug 25 16:17:22.743611 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c89ee1-7d12-458a-8150-582d209ae52b req-00269ca8-4e77-4ac0-8948-3a4f9a071bb3 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:22.745115 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-89c89ee1-7d12-458a-8150-582d209ae52b req-00269ca8-4e77-4ac0-8948-3a4f9a071bb3 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.0779619 Aug 25 16:17:22.793226 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-89c89ee1-7d12-458a-8150-582d209ae52b req-6bd2f866-3fe0-4e6f-bdca-c89c5bceeab7 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421691 Aug 25 16:17:24.019674 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f25d7b-d325-4405-967a-9de736fafd1e req-45923df6-1df7-43fa-b01e-f6d6c2fad270 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:24.021162 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a1f25d7b-d325-4405-967a-9de736fafd1e req-45923df6-1df7-43fa-b01e-f6d6c2fad270 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.0833790 Aug 25 16:17:24.068667 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a1f25d7b-d325-4405-967a-9de736fafd1e req-a9ca96be-1063-4c68-afb6-a06d7c172ff5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419273 Aug 25 16:17:25.285108 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe56c50-d035-4890-ac2e-2b4703142640 req-b04396ad-9df4-4b9e-9258-7098846a8f37 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:25.286583 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-efe56c50-d035-4890-ac2e-2b4703142640 req-b04396ad-9df4-4b9e-9258-7098846a8f37 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.0828955 Aug 25 16:17:25.332477 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-efe56c50-d035-4890-ac2e-2b4703142640 req-65694cfe-4a82-458f-99e5-0df4617ff974 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397677 Aug 25 16:17:25.918323 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-99ce218a-73c6-45ee-b082-88c80b5fde32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:26.418756 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:26.552722 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b6537-dc56-46b6-8437-7b29d2b183c5 req-201fe324-1f6d-4529-9715-5200865375e5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:26.554213 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5c6b6537-dc56-46b6-8437-7b29d2b183c5 req-201fe324-1f6d-4529-9715-5200865375e5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.0795345 Aug 25 16:17:26.613722 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5c6b6537-dc56-46b6-8437-7b29d2b183c5 req-6e5aa12f-ef27-4ab7-aed1-2119d08b03c5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499737 Aug 25 16:17:27.441372 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:17:27.829634 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de6457-3252-47aa-8188-3834645f6aa0 req-06f35bf7-77a2-4584-a0c5-4d5b26637408 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:27.831175 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-16de6457-3252-47aa-8188-3834645f6aa0 req-06f35bf7-77a2-4584-a0c5-4d5b26637408 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.0787501 Aug 25 16:17:27.886954 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-16de6457-3252-47aa-8188-3834645f6aa0 req-74e200f7-4bde-47a7-9c28-c64115ec8fe6 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501969 Aug 25 16:17:28.221890 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-fe95ace7-67ad-4b11-aaad-61892f20225a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:29.119665 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efb181-8459-491d-9832-91b178470ae1 req-bb285dd7-268d-4380-add6-c08bc438c31f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:29.121472 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f4efb181-8459-491d-9832-91b178470ae1 req-bb285dd7-268d-4380-add6-c08bc438c31f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.0922055 Aug 25 16:17:29.177966 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f4efb181-8459-491d-9832-91b178470ae1 req-fbcd08b2-1bed-4475-aff4-85d18c4edcf4 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507398 Aug 25 16:17:29.263213 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:30.395682 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f72cef-afb7-4e49-b64e-0a8b6bf85621 req-bfb08c4a-6200-4346-940f-47171ed7ee24 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:30.397179 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a0f72cef-afb7-4e49-b64e-0a8b6bf85621 req-bfb08c4a-6200-4346-940f-47171ed7ee24 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.0781994 Aug 25 16:17:30.444847 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a0f72cef-afb7-4e49-b64e-0a8b6bf85621 req-eb453cf2-162e-4da2-ac22-fa271dba6b5d tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415251 Aug 25 16:17:30.702233 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:31.741543 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d4e08-37ba-443d-a8be-c53efb99228c req-4f7a99ea-3e27-4ea9-877d-9a45daf10648 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:31.743147 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-ac7d4e08-37ba-443d-a8be-c53efb99228c req-4f7a99ea-3e27-4ea9-877d-9a45daf10648 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.1649284 Aug 25 16:17:31.790088 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-ac7d4e08-37ba-443d-a8be-c53efb99228c req-3ddd9d8a-3d75-4500-b66a-42bc3891a26d tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402756 Aug 25 16:17:33.008796 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f78a46-f5a3-455f-b323-1dc06b4ec9fe req-498d8ae1-569e-485c-abd6-e96fa02a7c7d tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:33.010514 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-72f78a46-f5a3-455f-b323-1dc06b4ec9fe req-498d8ae1-569e-485c-abd6-e96fa02a7c7d tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.0891030 Aug 25 16:17:33.059760 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-72f78a46-f5a3-455f-b323-1dc06b4ec9fe req-28bf92d9-58a6-484c-9f25-261c35c80692 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399878 Aug 25 16:17:34.277064 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc968f-8775-4ee3-b185-36f0444e9934 req-516960b4-f065-45c9-87e0-89e2e6cf599c tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:34.278544 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f2dc968f-8775-4ee3-b185-36f0444e9934 req-516960b4-f065-45c9-87e0-89e2e6cf599c tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.0837390 Aug 25 16:17:34.329114 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f2dc968f-8775-4ee3-b185-36f0444e9934 req-6d217fab-ff49-4f43-8231-59807b8021df tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433738 Aug 25 16:17:35.224250 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:17:35.359944 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba,segment=NetworkSegment(a05c1134-7b51-454b-8aaa-f8bbb9036c51),segment_id=a05c1134-7b51-454b-8aaa-f8bbb9036c51)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:35.373722 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Returning: {'device': '2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba', 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'port_id': '2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba', 'mac_address': 'fa:16:3e:0b:2c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c90e4aa-a616-450f-a776-04d207824949', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:17:35.427077 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:35.445100 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba {{(pid=75047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:17:35.459630 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba,segment=NetworkSegment(a05c1134-7b51-454b-8aaa-f8bbb9036c51),segment_id=a05c1134-7b51-454b-8aaa-f8bbb9036c51)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:35.465297 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:35.466916 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:35.533940 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba,revision_number=6']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:35.537239 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:35.553235 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710410b-c48b-4873-8cc8-12b46c99bb4c req-96548163-64b5-4095-883e-782c3ad5095a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:35.554681 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a710410b-c48b-4873-8cc8-12b46c99bb4c req-96548163-64b5-4095-883e-782c3ad5095a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 945 time: 0.0786588 Aug 25 16:17:35.599489 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-a710410b-c48b-4873-8cc8-12b46c99bb4c req-46500123-636d-49f1-a0c0-355e6b70768d tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385640 Aug 25 16:17:35.665939 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:17:36.814528 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b5935-79c2-401f-a159-14bf4bffd48d req-e1729e58-6b75-41fb-a9f0-77379a82cea9 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:36.815988 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3f2b5935-79c2-401f-a159-14bf4bffd48d req-e1729e58-6b75-41fb-a9f0-77379a82cea9 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 945 time: 0.0787926 Aug 25 16:17:36.862405 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3f2b5935-79c2-401f-a159-14bf4bffd48d req-37b54228-c3bb-408f-8eee-aee546380daf tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405014 Aug 25 16:17:37.225265 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba up at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:17:37.296858 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning complete for port 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:17:37.297350 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:37.415155 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:37.442452 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b88c6f3-d227-4858-bbab-2986ca99a592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba'}] {{(pid=75047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:17:37.452620 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba,segment=NetworkSegment(a05c1134-7b51-454b-8aaa-f8bbb9036c51),segment_id=a05c1134-7b51-454b-8aaa-f8bbb9036c51)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:37.456830 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:37.459576 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-021b3465-c68f-40c3-85a0-6addda8be33c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:37.501650 dv-cinder-806008-1-iscsi neutron-server[75047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b88c6f3-d227-4858-bbab-2986ca99a592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba', 'code': 200} Aug 25 16:17:37.531755 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba,revision_number=7']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:37.534985 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:38.070533 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98226bbe-b95f-4cc0-810c-7f55344a2f21 req-19daa50b-cca5-4be2-baa7-faf529b9f16a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:38.071941 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-98226bbe-b95f-4cc0-810c-7f55344a2f21 req-19daa50b-cca5-4be2-baa7-faf529b9f16a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.0763559 Aug 25 16:17:38.116238 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-98226bbe-b95f-4cc0-810c-7f55344a2f21 req-7751c292-b8eb-4540-93ef-243159e7ce27 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389035 Aug 25 16:17:39.330933 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11ed7e-3055-4500-bac5-41c30d0aa761 req-326f1c1d-6147-4721-9426-31fc503cda20 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:39.332392 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ea11ed7e-3055-4500-bac5-41c30d0aa761 req-326f1c1d-6147-4721-9426-31fc503cda20 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.0817819 Aug 25 16:17:39.379199 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ea11ed7e-3055-4500-bac5-41c30d0aa761 req-ce9ca371-c4fc-4331-8934-691111479133 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409706 Aug 25 16:17:40.595692 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38e501-f239-4e93-98d4-1cbc78a6e43f req-60a0617c-a5e2-4ac8-8e76-7734f042ef9d tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:40.597179 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-fc38e501-f239-4e93-98d4-1cbc78a6e43f req-60a0617c-a5e2-4ac8-8e76-7734f042ef9d tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.0804427 Aug 25 16:17:40.642561 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-fc38e501-f239-4e93-98d4-1cbc78a6e43f req-33f583ce-cca5-4fe6-b9ea-67df41137467 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392737 Aug 25 16:17:40.788631 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:41.852738 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa480c2b-ec69-48cb-ba12-2fc7c4ed6147 req-42b4dc6f-f2e7-4826-9f33-f24abcd2a241 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:41.854232 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-aa480c2b-ec69-48cb-ba12-2fc7c4ed6147 req-42b4dc6f-f2e7-4826-9f33-f24abcd2a241 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.0762212 Aug 25 16:17:41.900927 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-aa480c2b-ec69-48cb-ba12-2fc7c4ed6147 req-39ccee2a-7117-40d3-8fa5-242d0d5ec7e0 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412376 Aug 25 16:17:43.111700 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186eb79-3648-4841-9bc1-99f36a3656cd req-4649acb5-5ec0-47e9-b5f9-aad3710a206f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:43.113257 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-d186eb79-3648-4841-9bc1-99f36a3656cd req-4649acb5-5ec0-47e9-b5f9-aad3710a206f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.0782921 Aug 25 16:17:43.168877 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-d186eb79-3648-4841-9bc1-99f36a3656cd req-08938bf0-b54b-40c0-bf4e-a6f7eb22d0f7 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494912 Aug 25 16:17:44.384722 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc5c95-3bfd-437c-89cf-6a02086c7832 req-670eaf17-f0a9-4f3d-8cb4-f31f39e64667 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:44.386215 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-18cc5c95-3bfd-437c-89cf-6a02086c7832 req-670eaf17-f0a9-4f3d-8cb4-f31f39e64667 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.0827456 Aug 25 16:17:44.438642 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-18cc5c95-3bfd-437c-89cf-6a02086c7832 req-9231121d-4c95-4bdb-a940-62bfa80ea150 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449085 Aug 25 16:17:45.691825 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850dd2bd-8899-492a-a841-859fb4125a89 req-41b3aded-d3a2-41c3-9c70-7c2f3cfc3548 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:45.700198 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-850dd2bd-8899-492a-a841-859fb4125a89 req-41b3aded-d3a2-41c3-9c70-7c2f3cfc3548 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.0983496 Aug 25 16:17:45.745892 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-850dd2bd-8899-492a-a841-859fb4125a89 req-bf093450-84e8-4d33-9387-3f039be1aed4 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446482 Aug 25 16:17:46.586957 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0f170189-5a52-468f-a04d-24a9ad12e873 req-87924177-a1d4-4a8d-8fd4-586975d1620e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1136515 Aug 25 16:17:46.770050 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0f170189-5a52-468f-a04d-24a9ad12e873 req-b41fd8e9-2b58-41b6-a1ba-5585c31e6e3b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d49b7bf8eb94202b4e68c00481db1bb&device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 1098 time: 0.0844824 Aug 25 16:17:47.000279 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f170189-5a52-468f-a04d-24a9ad12e873 req-576a8979-7b26-4d40-aeb9-f70f4e4dc56e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:47.002094 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0f170189-5a52-468f-a04d-24a9ad12e873 req-576a8979-7b26-4d40-aeb9-f70f4e4dc56e service neutron] 10.222.0.21 "GET /v2.0/networks?id=718b11f1-f8ce-4b3b-a0cd-44603747195c HTTP/1.1" status: 200 len: 913 time: 0.2096236 Aug 25 16:17:47.050112 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f081984-7688-4fa2-afa9-b9f37260e871 req-654c2b2b-baa1-449a-84e7-db6be5b721b0 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:47.052424 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6f081984-7688-4fa2-afa9-b9f37260e871 req-654c2b2b-baa1-449a-84e7-db6be5b721b0 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.0905089 Aug 25 16:17:47.109294 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6f081984-7688-4fa2-afa9-b9f37260e871 req-3fb24cde-f068-4078-9bb9-bf0aa60ccad5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486794 Aug 25 16:17:47.123999 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0f170189-5a52-468f-a04d-24a9ad12e873 req-9845baf7-174e-4c89-b4c2-db6ab6c504df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22ae52dd-f1a1-487d-b9d8-a1c79250c102 HTTP/1.1" status: 200 len: 1001 time: 0.1137106 Aug 25 16:17:47.194073 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f170189-5a52-468f-a04d-24a9ad12e873 req-ca83a98e-9327-4cbb-914d-a6c27d096aaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:47.197420 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0f170189-5a52-468f-a04d-24a9ad12e873 req-ca83a98e-9327-4cbb-914d-a6c27d096aaa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab66fe1-445a-43bc-ae43-f295df741f59 HTTP/1.1" status: 200 len: 850 time: 0.0664878 Aug 25 16:17:47.293342 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0f170189-5a52-468f-a04d-24a9ad12e873 req-8542153c-7d8b-47fe-ad61-72aa754f4414 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=718b11f1-f8ce-4b3b-a0cd-44603747195c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0898242 Aug 25 16:17:47.451089 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0f170189-5a52-468f-a04d-24a9ad12e873 req-a27d34ba-153b-454e-b59a-65df70d6f5af service neutron] 10.222.0.21 "GET /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493149 Aug 25 16:17:47.616633 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0f170189-5a52-468f-a04d-24a9ad12e873 req-43700b08-9472-48d2-946d-ebd3151f6b7a service neutron] 10.222.0.21 "GET /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584382 Aug 25 16:17:48.419594 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f089eb-55ef-4771-a3db-bcad9e08d3d5 req-6df3e3d3-7cc7-4b40-b2c9-dd7a052ab278 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:48.421301 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-53f089eb-55ef-4771-a3db-bcad9e08d3d5 req-6df3e3d3-7cc7-4b40-b2c9-dd7a052ab278 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.0957048 Aug 25 16:17:48.469498 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-53f089eb-55ef-4771-a3db-bcad9e08d3d5 req-43cc19cc-cad4-41ee-9c02-886903e60fd4 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418112 Aug 25 16:17:49.776523 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e04b3-794b-49a6-8709-4b113d12e906 req-cb5249ad-3664-47fe-9737-918a36f193c1 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:49.779128 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-976e04b3-794b-49a6-8709-4b113d12e906 req-cb5249ad-3664-47fe-9737-918a36f193c1 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.1115985 Aug 25 16:17:49.849749 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-976e04b3-794b-49a6-8709-4b113d12e906 req-4120ec6d-be4c-4da7-bb53-2028d1f46331 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622690 Aug 25 16:17:51.106737 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db79a2-0963-41e0-ad43-68711a3b5aba req-a0d96d83-c5f2-4c43-b902-ac7add7dc99f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:51.108251 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-56db79a2-0963-41e0-ad43-68711a3b5aba req-a0d96d83-c5f2-4c43-b902-ac7add7dc99f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.1059723 Aug 25 16:17:51.168659 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-56db79a2-0963-41e0-ad43-68711a3b5aba req-a3490cb6-8ac4-435c-a9fa-e30b87f174ce tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541873 Aug 25 16:17:52.403100 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b036907-5160-4c6e-ac99-5a669f031bac req-874d3728-f39b-4bed-a6be-342899ecc390 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:52.410423 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2b036907-5160-4c6e-ac99-5a669f031bac req-874d3728-f39b-4bed-a6be-342899ecc390 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.0940657 Aug 25 16:17:52.470060 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2b036907-5160-4c6e-ac99-5a669f031bac req-62110f87-bb42-454c-ab11-2391b088354c tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584939 Aug 25 16:17:53.708477 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bccba4-c52c-49b5-b126-a846f20049c9 req-67f9e9df-1f91-4816-b017-329f12c0874f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:53.709963 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-47bccba4-c52c-49b5-b126-a846f20049c9 req-67f9e9df-1f91-4816-b017-329f12c0874f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.0967965 Aug 25 16:17:53.769422 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-47bccba4-c52c-49b5-b126-a846f20049c9 req-d46388bf-6de8-40ff-a8fb-0487cb3a6519 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513752 Aug 25 16:17:55.017580 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205187d7-df96-4f03-85e9-b722293a8982 req-708bd8d9-1b38-4702-a104-59b74f2fe904 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:55.019419 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-205187d7-df96-4f03-85e9-b722293a8982 req-708bd8d9-1b38-4702-a104-59b74f2fe904 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.1041622 Aug 25 16:17:55.082226 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-205187d7-df96-4f03-85e9-b722293a8982 req-47a9b3cd-a8f6-4a90-9002-9ff21861c15b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553801 Aug 25 16:17:55.926734 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-673beae3-ea6b-4253-a44d-9269d8fbaeb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:56.393852 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa14c85-f45d-4916-a242-f3844bcb1b95 req-af60d52b-1584-4a1a-a801-d287963bd9ad tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:56.395428 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7fa14c85-f45d-4916-a242-f3844bcb1b95 req-af60d52b-1584-4a1a-a801-d287963bd9ad tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.1702838 Aug 25 16:17:56.421639 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:56.449025 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7fa14c85-f45d-4916-a242-f3844bcb1b95 req-7427cda7-0c5a-4c70-a655-4ab0424bb50a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472441 Aug 25 16:17:57.026095 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-65b82cf5-762e-4088-9ff9-7dc06772d5b4 req-062a7b4a-9dcd-4b09-b097-3b15f5a6bb3f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd338f4b7714b59867e69ddd8df8b95&device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 1099 time: 0.0788651 Aug 25 16:17:57.160422 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b82cf5-762e-4088-9ff9-7dc06772d5b4 req-6236e6eb-e8c9-4032-a070-a45990570519 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:57.161940 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-65b82cf5-762e-4088-9ff9-7dc06772d5b4 req-6236e6eb-e8c9-4032-a070-a45990570519 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f850c874-26b5-48b0-8127-913ec3bc37ac HTTP/1.1" status: 200 len: 919 time: 0.1297174 Aug 25 16:17:57.266053 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-65b82cf5-762e-4088-9ff9-7dc06772d5b4 req-6fa03f41-4124-4056-aaf6-881f8b0bafc7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba HTTP/1.1" status: 200 len: 1002 time: 0.0975680 Aug 25 16:17:57.329392 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b82cf5-762e-4088-9ff9-7dc06772d5b4 req-c8f5ab26-b96a-42a4-8bb3-364325dd6e7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:57.330752 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-65b82cf5-762e-4088-9ff9-7dc06772d5b4 req-c8f5ab26-b96a-42a4-8bb3-364325dd6e7f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c90e4aa-a616-450f-a776-04d207824949 HTTP/1.1" status: 200 len: 856 time: 0.0587215 Aug 25 16:17:57.405858 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-65b82cf5-762e-4088-9ff9-7dc06772d5b4 req-c7eed7a9-89f3-4a9f-954d-1f29eba37d22 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f850c874-26b5-48b0-8127-913ec3bc37ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680733 Aug 25 16:17:57.539762 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-65b82cf5-762e-4088-9ff9-7dc06772d5b4 req-0d2093f9-04b7-40ef-9034-d3af6d1c2f84 service neutron] 10.222.0.21 "GET /v2.0/networks/f850c874-26b5-48b0-8127-913ec3bc37ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264787 Aug 25 16:17:57.665340 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c905a06-b5b3-4f5a-88a3-4d8785fe9191 req-83be5fd3-fec6-4fed-9cbd-36d8157b3b8d tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:57.666776 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-4c905a06-b5b3-4f5a-88a3-4d8785fe9191 req-83be5fd3-fec6-4fed-9cbd-36d8157b3b8d tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.0815344 Aug 25 16:17:57.677020 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-65b82cf5-762e-4088-9ff9-7dc06772d5b4 req-a965b8a7-c075-4411-9273-a4fe7c166d69 service neutron] 10.222.0.21 "GET /v2.0/networks/f850c874-26b5-48b0-8127-913ec3bc37ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310010 Aug 25 16:17:57.717845 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-4c905a06-b5b3-4f5a-88a3-4d8785fe9191 req-0f6b405a-2626-4bbc-991b-63f8b8a80ec8 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428176 Aug 25 16:17:58.224322 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-67ea2587-2712-4618-8c0f-788a67a7eb59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:58.932808 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e30bea-1e55-4a61-9108-dafa6b9900b9 req-58c7ad56-7056-4ab7-af5b-a6a59215bdbb tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:58.934304 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-11e30bea-1e55-4a61-9108-dafa6b9900b9 req-58c7ad56-7056-4ab7-af5b-a6a59215bdbb tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 946 time: 0.0820968 Aug 25 16:17:58.997749 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-11e30bea-1e55-4a61-9108-dafa6b9900b9 req-7bfce9d9-6daa-4e69-8116-0b7a5de535dd tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574582 Aug 25 16:17:59.266352 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:59.287117 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:17:59.404023 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:59.431030 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b88c6f3-d227-4858-bbab-2986ca99a592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba'}] {{(pid=75047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:17:59.441331 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba,segment=NetworkSegment(a05c1134-7b51-454b-8aaa-f8bbb9036c51),segment_id=a05c1134-7b51-454b-8aaa-f8bbb9036c51)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:59.445784 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:59.447765 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:59.509140 dv-cinder-806008-1-iscsi neutron-server[75047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b88c6f3-d227-4858-bbab-2986ca99a592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba', 'code': 200} Aug 25 16:17:59.527386 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba,revision_number=8']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:59.537206 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:59.537496 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:59.537865 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:59.538364 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:59.538823 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:59.539187 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:59.539515 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:59.539892 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:59.540347 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:59.540785 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:59.541082 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:59.545300 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:00.223589 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3dd7a0-753b-49df-8352-b0ef576a773b req-326d4887-978d-46d8-9e94-525884fbf440 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:00.225089 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3b3dd7a0-753b-49df-8352-b0ef576a773b req-326d4887-978d-46d8-9e94-525884fbf440 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 944 time: 0.0759263 Aug 25 16:18:00.274892 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3b3dd7a0-753b-49df-8352-b0ef576a773b req-9f6e2b85-3aac-4ac2-850d-bcff0a62ab24 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436666 Aug 25 16:18:00.595992 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 55352) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:00.707766 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:00.754230 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-31e79ed4-2250-4a5b-ad79-db836447f15b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:00.787194 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-31e79ed4-2250-4a5b-ad79-db836447f15b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:00.791644 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-31e79ed4-2250-4a5b-ad79-db836447f15b admin admin] Usage tracker for resource:security_group_rule and tenant:dee7fcd7690a40a0980fd16f18dc55da is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:00.794623 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-31e79ed4-2250-4a5b-ad79-db836447f15b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:00.801577 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-31e79ed4-2250-4a5b-ad79-db836447f15b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:00.883519 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-31e79ed4-2250-4a5b-ad79-db836447f15b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:00.887854 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-31e79ed4-2250-4a5b-ad79-db836447f15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:00.894511 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-6cd725e5-bf95-40d9-9baf-6c627309bb52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:00.941186 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e79ed4-2250-4a5b-ad79-db836447f15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f162e1-173f-48ce-9563-e7b1f44ef31c,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:00.946995 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-31e79ed4-2250-4a5b-ad79-db836447f15b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dee7fcd7690a40a0980fd16f18dc55da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3498127 Aug 25 16:18:00.949567 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 55364) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:00.951995 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e79ed4-2250-4a5b-ad79-db836447f15b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:00.952367 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e79ed4-2250-4a5b-ad79-db836447f15b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:00.952727 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e79ed4-2250-4a5b-ad79-db836447f15b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:00.953174 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e79ed4-2250-4a5b-ad79-db836447f15b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:00.953535 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e79ed4-2250-4a5b-ad79-db836447f15b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:00.953920 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e79ed4-2250-4a5b-ad79-db836447f15b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:00.954306 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e79ed4-2250-4a5b-ad79-db836447f15b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:00.954601 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e79ed4-2250-4a5b-ad79-db836447f15b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:00.954992 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e79ed4-2250-4a5b-ad79-db836447f15b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:00.955341 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e79ed4-2250-4a5b-ad79-db836447f15b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:00.955689 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e79ed4-2250-4a5b-ad79-db836447f15b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:00.959674 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-31e79ed4-2250-4a5b-ad79-db836447f15b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:01.036700 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-51857d21-f182-4aee-960f-3f5e98df8c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:01.065699 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-51857d21-f182-4aee-960f-3f5e98df8c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:01.121457 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-51857d21-f182-4aee-960f-3f5e98df8c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:01.125331 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-f4f04283-74ae-42e8-90d9-e9e235b867ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:01.139215 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51857d21-f182-4aee-960f-3f5e98df8c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f162e1-173f-48ce-9563-e7b1f44ef31c,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:01.144088 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-51857d21-f182-4aee-960f-3f5e98df8c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:01.148563 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-51857d21-f182-4aee-960f-3f5e98df8c84 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/70f162e1-173f-48ce-9563-e7b1f44ef31c HTTP/1.1" status: 204 len: 168 time: 0.1974030 Aug 25 16:18:01.154210 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51857d21-f182-4aee-960f-3f5e98df8c84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:01.154547 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51857d21-f182-4aee-960f-3f5e98df8c84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:01.154880 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51857d21-f182-4aee-960f-3f5e98df8c84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:01.155232 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51857d21-f182-4aee-960f-3f5e98df8c84 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:01.155578 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51857d21-f182-4aee-960f-3f5e98df8c84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:01.155923 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51857d21-f182-4aee-960f-3f5e98df8c84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:01.156267 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51857d21-f182-4aee-960f-3f5e98df8c84 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:01.156609 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51857d21-f182-4aee-960f-3f5e98df8c84 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:01.156969 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51857d21-f182-4aee-960f-3f5e98df8c84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:01.157314 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51857d21-f182-4aee-960f-3f5e98df8c84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:01.157655 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51857d21-f182-4aee-960f-3f5e98df8c84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:01.160890 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-51857d21-f182-4aee-960f-3f5e98df8c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:01.897285 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-565659b9-9a9f-4495-863d-884d5f81e7b6 req-826ba706-826e-46a4-ae41-1c313f0dab7a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1539140 Aug 25 16:18:02.178028 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de6823-5b18-4f2b-9adc-c79efdf349f1 req-e98698ab-2b8b-43ed-b2b4-38a2cb64d75f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:02.179582 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-38de6823-5b18-4f2b-9adc-c79efdf349f1 req-e98698ab-2b8b-43ed-b2b4-38a2cb64d75f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 944 time: 0.0849197 Aug 25 16:18:02.232538 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-38de6823-5b18-4f2b-9adc-c79efdf349f1 req-f4c7b81f-6115-4636-82fc-e0b52f57c37c tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464807 Aug 25 16:18:02.246002 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 55412) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:02.398769 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6911ed8e-59e3-4178-b018-bda56d4ddc7d req-d193ba92-43e7-42e7-b473-9984e3aee875 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1505432 Aug 25 16:18:03.039099 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6911ed8e-59e3-4178-b018-bda56d4ddc7d req-ef136d26-5525-4bf7-a709-bc3485041968 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592&tenant_id=ebd338f4b7714b59867e69ddd8df8b95 HTTP/1.1" status: 200 len: 1097 time: 0.0734015 Aug 25 16:18:03.153122 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6911ed8e-59e3-4178-b018-bda56d4ddc7d req-2021c5d7-b706-4f7b-889d-16d441a80bf9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd338f4b7714b59867e69ddd8df8b95&device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 1097 time: 0.0738423 Aug 25 16:18:03.293428 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911ed8e-59e3-4178-b018-bda56d4ddc7d req-97a161b9-54ac-49a9-9b5b-75db68db9e05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:03.294886 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6911ed8e-59e3-4178-b018-bda56d4ddc7d req-97a161b9-54ac-49a9-9b5b-75db68db9e05 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f850c874-26b5-48b0-8127-913ec3bc37ac HTTP/1.1" status: 200 len: 919 time: 0.1352301 Aug 25 16:18:03.301187 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:18:03.424278 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6911ed8e-59e3-4178-b018-bda56d4ddc7d req-09728a7d-5735-4edf-b855-5e0d46267ed2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba HTTP/1.1" status: 200 len: 1000 time: 0.1179755 Aug 25 16:18:03.464442 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d11138-45d4-463e-943d-7cedaec14187 req-dca671a0-d621-4a71-9a18-dacd3a9267c0 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:03.466104 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f5d11138-45d4-463e-943d-7cedaec14187 req-dca671a0-d621-4a71-9a18-dacd3a9267c0 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 944 time: 0.0919495 Aug 25 16:18:03.520619 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-f5d11138-45d4-463e-943d-7cedaec14187 req-dc8500b5-f8f8-4aca-9b02-b086e56ab1bd tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487647 Aug 25 16:18:03.591393 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911ed8e-59e3-4178-b018-bda56d4ddc7d req-de0f77e6-bd15-46f3-9e56-90df1fab06ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:03.592864 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6911ed8e-59e3-4178-b018-bda56d4ddc7d req-de0f77e6-bd15-46f3-9e56-90df1fab06ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c90e4aa-a616-450f-a776-04d207824949 HTTP/1.1" status: 200 len: 856 time: 0.1622016 Aug 25 16:18:03.669960 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6911ed8e-59e3-4178-b018-bda56d4ddc7d req-6319fc99-33e7-41a6-a169-a8f19188b9f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f850c874-26b5-48b0-8127-913ec3bc37ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703952 Aug 25 16:18:03.823771 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6911ed8e-59e3-4178-b018-bda56d4ddc7d req-bd9b07f9-b79f-4b93-a3a1-eaa55dff10e2 service neutron] 10.222.0.21 "GET /v2.0/networks/f850c874-26b5-48b0-8127-913ec3bc37ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471641 Aug 25 16:18:03.969326 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6911ed8e-59e3-4178-b018-bda56d4ddc7d req-034dffb8-5dd6-4506-aca9-fb46d37f79d1 service neutron] 10.222.0.21 "GET /v2.0/networks/f850c874-26b5-48b0-8127-913ec3bc37ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390538 Aug 25 16:18:04.449092 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:18:04.741289 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415afdc-011c-4a04-8dc9-fd809f05336b req-c8a821f2-1af1-4c4f-b459-9f5f9b2b3e91 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:04.742744 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c415afdc-011c-4a04-8dc9-fd809f05336b req-c8a821f2-1af1-4c4f-b459-9f5f9b2b3e91 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 944 time: 0.0816300 Aug 25 16:18:04.790442 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c415afdc-011c-4a04-8dc9-fd809f05336b req-42ab4850-2dc9-4705-95ca-fb91a96b4f27 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410976 Aug 25 16:18:06.029631 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d1a9b-b315-4f8c-98ca-9795557ac21f req-8b700998-671e-454f-9a40-55eb69a3bb7f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:06.031204 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ae2d1a9b-b315-4f8c-98ca-9795557ac21f req-8b700998-671e-454f-9a40-55eb69a3bb7f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 944 time: 0.0974221 Aug 25 16:18:06.117509 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ae2d1a9b-b315-4f8c-98ca-9795557ac21f req-4215ff67-fc71-49c8-bf05-05fdef99c4f8 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801980 Aug 25 16:18:07.352264 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b9382-6ee2-497e-a188-c2b464b07bc5 req-50909855-0c26-4010-a297-136678eb5192 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:07.373740 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-933b9382-6ee2-497e-a188-c2b464b07bc5 req-50909855-0c26-4010-a297-136678eb5192 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 944 time: 0.1158133 Aug 25 16:18:07.421011 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-933b9382-6ee2-497e-a188-c2b464b07bc5 req-a84c2c30-5828-43d2-8f1f-c075dc61befb tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462923 Aug 25 16:18:08.661014 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890b044-aabf-4ae5-bd38-e6aab760642e req-11021aea-6a9d-44af-9044-d583e30520a9 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:08.663284 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8890b044-aabf-4ae5-bd38-e6aab760642e req-11021aea-6a9d-44af-9044-d583e30520a9 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 944 time: 0.0957634 Aug 25 16:18:08.731590 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8890b044-aabf-4ae5-bd38-e6aab760642e req-8ab48829-a0b3-4dc2-ba4e-72d477333f34 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603194 Aug 25 16:18:09.962420 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc65317-c4a6-4f36-9c9b-c18482542a26 req-a8d1c82f-d37a-45d1-b760-1ee2ff831aa4 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:09.963936 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9dc65317-c4a6-4f36-9c9b-c18482542a26 req-a8d1c82f-d37a-45d1-b760-1ee2ff831aa4 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 944 time: 0.0875304 Aug 25 16:18:10.020307 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9dc65317-c4a6-4f36-9c9b-c18482542a26 req-50c38ec4-8b22-4bec-aaed-da1025c0dbad tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504119 Aug 25 16:18:10.788307 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:11.249411 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe188851-8ac2-418d-9af9-0daa69442d89 req-214b8f61-58ae-4711-a300-e5848bb041be tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:11.250966 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-fe188851-8ac2-418d-9af9-0daa69442d89 req-214b8f61-58ae-4711-a300-e5848bb041be tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 944 time: 0.0908909 Aug 25 16:18:11.299954 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-fe188851-8ac2-418d-9af9-0daa69442d89 req-ae4f9a5d-212a-4723-a21e-5c0824c190a3 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433793 Aug 25 16:18:12.529482 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d074bdf-8b31-4943-9fd4-52c67a688916 req-59c1c575-c7d5-4777-b8c5-1f62cf821886 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:12.530946 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5d074bdf-8b31-4943-9fd4-52c67a688916 req-59c1c575-c7d5-4777-b8c5-1f62cf821886 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 944 time: 0.0880101 Aug 25 16:18:12.584897 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5d074bdf-8b31-4943-9fd4-52c67a688916 req-b7bb4d01-4482-44ee-bf07-8ffbff7574c8 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485885 Aug 25 16:18:13.815102 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098e144-a389-4dd5-ae9e-6b6310b19168 req-efa1ed3a-3347-4769-8827-eb6660fcc9e1 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:13.816613 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2098e144-a389-4dd5-ae9e-6b6310b19168 req-efa1ed3a-3347-4769-8827-eb6660fcc9e1 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 944 time: 0.0874121 Aug 25 16:18:13.876219 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2098e144-a389-4dd5-ae9e-6b6310b19168 req-8e0dc7d4-c3a8-4536-816c-0bc50e0262c2 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540116 Aug 25 16:18:14.131306 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 55566) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:14.286991 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-204d48dd-23e5-4649-b2ea-8a375273f5a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:14.336509 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-204d48dd-23e5-4649-b2ea-8a375273f5a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:14.341053 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-204d48dd-23e5-4649-b2ea-8a375273f5a8 admin admin] Usage tracker for resource:security_group_rule and tenant:22df0a2d374b44939a4db603cb1991da is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:14.345481 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-204d48dd-23e5-4649-b2ea-8a375273f5a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:14.353869 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-204d48dd-23e5-4649-b2ea-8a375273f5a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:14.422174 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-204d48dd-23e5-4649-b2ea-8a375273f5a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:14.426028 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-204d48dd-23e5-4649-b2ea-8a375273f5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:14.432904 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-d5db8326-784a-4d90-8371-f8440b234a08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:14.472014 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d48dd-23e5-4649-b2ea-8a375273f5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782f9274-27a6-4bda-91c2-c471314cab8a,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:14.475130 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-204d48dd-23e5-4649-b2ea-8a375273f5a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:14.481193 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-204d48dd-23e5-4649-b2ea-8a375273f5a8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=22df0a2d374b44939a4db603cb1991da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3488569 Aug 25 16:18:14.481360 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 55572) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:14.544297 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-42fcc94e-6d4a-4cef-8373-eb2efee49189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:14.571230 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-42fcc94e-6d4a-4cef-8373-eb2efee49189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:14.625878 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-42fcc94e-6d4a-4cef-8373-eb2efee49189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:14.630306 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-093d3e49-07b3-4a1a-ae6c-00a987594fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:14.642328 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fcc94e-6d4a-4cef-8373-eb2efee49189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782f9274-27a6-4bda-91c2-c471314cab8a,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:14.645064 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-42fcc94e-6d4a-4cef-8373-eb2efee49189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:14.652058 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-42fcc94e-6d4a-4cef-8373-eb2efee49189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:14.653205 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-42fcc94e-6d4a-4cef-8373-eb2efee49189 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/782f9274-27a6-4bda-91c2-c471314cab8a HTTP/1.1" status: 204 len: 168 time: 0.1710231 Aug 25 16:18:15.136663 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71939b95-4728-4033-a1b5-f5ae3a35ed91 req-b233d1a2-a8de-4a67-bae3-b07f435d8ade tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:15.139099 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-71939b95-4728-4033-a1b5-f5ae3a35ed91 req-b233d1a2-a8de-4a67-bae3-b07f435d8ade tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 944 time: 0.1038911 Aug 25 16:18:15.197156 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-71939b95-4728-4033-a1b5-f5ae3a35ed91 req-6deec452-5c0c-4039-b81f-13fac395790f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503483 Aug 25 16:18:15.541579 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 55596) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:15.682000 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-782ab3fc-8fc0-4693-9739-8b2065c3692c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-992937619-network', 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:15.686739 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-782ab3fc-8fc0-4693-9739-8b2065c3692c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:15.690810 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-782ab3fc-8fc0-4693-9739-8b2065c3692c admin admin] Usage tracker for resource:network and tenant:4b39548a4e294d87a712a5ed13f0a07f is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:15.693790 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-782ab3fc-8fc0-4693-9739-8b2065c3692c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:15.701803 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-782ab3fc-8fc0-4693-9739-8b2065c3692c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:15.711271 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782ab3fc-8fc0-4693-9739-8b2065c3692c admin admin] Made reservation on behalf of 4b39548a4e294d87a712a5ed13f0a07f for: {'network': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:18:15.713750 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-782ab3fc-8fc0-4693-9739-8b2065c3692c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for network, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:15.726556 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-782ab3fc-8fc0-4693-9739-8b2065c3692c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:15.765088 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-782ab3fc-8fc0-4693-9739-8b2065c3692c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:15.769461 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-782ab3fc-8fc0-4693-9739-8b2065c3692c admin admin] Usage tracker for resource:security_group_rule and tenant:4b39548a4e294d87a712a5ed13f0a07f is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:15.772434 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-782ab3fc-8fc0-4693-9739-8b2065c3692c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:15.778420 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-782ab3fc-8fc0-4693-9739-8b2065c3692c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:15.847282 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-782ab3fc-8fc0-4693-9739-8b2065c3692c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:15.851806 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-782ab3fc-8fc0-4693-9739-8b2065c3692c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:15.854839 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-5a274508-1ff4-40dd-9b99-dd3c2fdbab62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:15.884957 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-782ab3fc-8fc0-4693-9739-8b2065c3692c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1252} {{(pid=75046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:18:15.893385 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ab3fc-8fc0-4693-9739-8b2065c3692c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3acce49-a3d1-46d5-9591-5a87f47b454b,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:15.896858 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-782ab3fc-8fc0-4693-9739-8b2065c3692c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:15.899443 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-782ab3fc-8fc0-4693-9739-8b2065c3692c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:15.899800 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.db.segments_db [None req-782ab3fc-8fc0-4693-9739-8b2065c3692c admin admin] Added segment 1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9 of type vlan for network 638ce2fb-3499-498a-b218-d9e9c9dbc5e7 Aug 25 16:18:15.926946 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-782ab3fc-8fc0-4693-9739-8b2065c3692c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779527754918'] for network, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:15.968967 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-782ab3fc-8fc0-4693-9739-8b2065c3692c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244'] for network, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:15.970188 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782ab3fc-8fc0-4693-9739-8b2065c3692c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:15.970788 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-782ab3fc-8fc0-4693-9739-8b2065c3692c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:15.975501 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-021448e2-042d-4600-938e-f27a399f68b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:16.083945 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-782ab3fc-8fc0-4693-9739-8b2065c3692c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5411842 Aug 25 16:18:16.084885 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ab3fc-8fc0-4693-9739-8b2065c3692c admin admin] Pushing event updated for resources: {'Network': ['ID=638ce2fb-3499-498a-b218-d9e9c9dbc5e7,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:16.087435 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 55602) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:16.088319 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-782ab3fc-8fc0-4693-9739-8b2065c3692c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:16.098094 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-f17d6f6a-afb1-4716-b2de-a58cc73cc42f admin admin] Request body: {'subnet': {'network_id': '638ce2fb-3499-498a-b218-d9e9c9dbc5e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-992937619-subnet', 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f', 'ip_version': 4}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:16.105226 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Network 638ce2fb-3499-498a-b218-d9e9c9dbc5e7 details requested by agent ovs-agent-dv-cinder-806008-1-iscsi with host dv-cinder-806008-1-iscsi {{(pid=75047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:18:16.105840 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-f17d6f6a-afb1-4716-b2de-a58cc73cc42f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:16.110799 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-f17d6f6a-afb1-4716-b2de-a58cc73cc42f admin admin] Usage tracker for resource:subnet and tenant:4b39548a4e294d87a712a5ed13f0a07f is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:16.115043 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-f17d6f6a-afb1-4716-b2de-a58cc73cc42f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:16.123536 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-f17d6f6a-afb1-4716-b2de-a58cc73cc42f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:16.142802 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17d6f6a-afb1-4716-b2de-a58cc73cc42f admin admin] Made reservation on behalf of 4b39548a4e294d87a712a5ed13f0a07f for: {'subnet': 1} {{(pid=75045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:18:16.145976 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-f17d6f6a-afb1-4716-b2de-a58cc73cc42f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854741'] for subnet, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:16.385156 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-f17d6f6a-afb1-4716-b2de-a58cc73cc42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3837922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854727'] for subnet, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:16.389164 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:16.532925 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d6f6a-afb1-4716-b2de-a58cc73cc42f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d7d9829-b2da-496c-b78e-7a8ac52f45df,revision_number=0']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:16.539167 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-f17d6f6a-afb1-4716-b2de-a58cc73cc42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:16.560772 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17d6f6a-afb1-4716-b2de-a58cc73cc42f admin admin] Checking segment: {'id': '1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '638ce2fb-3499-498a-b218-d9e9c9dbc5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:18:16.561175 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17d6f6a-afb1-4716-b2de-a58cc73cc42f admin admin] Network hostable DHCP agents. Network: 638ce2fb-3499-498a-b218-d9e9c9dbc5e7, hostable agents: ['76091da7-29c6-41af-a969-d28dab66f71a'], hosted agents: [] {{(pid=75045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:18:16.585234 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5cada-8f22-4a99-a712-c997979fd413 req-65111871-8945-4719-bf36-0b041604c1a5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:16.586718 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-24e5cada-8f22-4a99-a712-c997979fd413 req-65111871-8945-4719-bf36-0b041604c1a5 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 944 time: 0.1365867 Aug 25 16:18:16.614040 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17d6f6a-afb1-4716-b2de-a58cc73cc42f admin admin] Network 638ce2fb-3499-498a-b218-d9e9c9dbc5e7 is scheduled to be hosted by DHCP agent 76091da7-29c6-41af-a969-d28dab66f71a with binding_index 1 {{(pid=75045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:18:16.634650 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-f17d6f6a-afb1-4716-b2de-a58cc73cc42f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-iscsi, 638ce2fb-3499-498a-b218-d9e9c9dbc5e7) {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:18:16.642203 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17d6f6a-afb1-4716-b2de-a58cc73cc42f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:16.642792 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-f17d6f6a-afb1-4716-b2de-a58cc73cc42f admin admin] Notify callbacks [] for subnet, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:16.642914 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff648ef4-2860-414c-8f48-127b4e77ec86 None None] Network 638ce2fb-3499-498a-b218-d9e9c9dbc5e7 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:18:16.660367 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-24e5cada-8f22-4a99-a712-c997979fd413 req-9b74f460-b647-4212-972c-2386a194531a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674970 Aug 25 16:18:16.678274 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-f17d6f6a-afb1-4716-b2de-a58cc73cc42f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5895371 Aug 25 16:18:16.681430 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 55608) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:16.687237 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-eb2f9a9f-a7bf-42cb-88dc-16c20e6323a0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-992937619-router', 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:16.692471 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-eb2f9a9f-a7bf-42cb-88dc-16c20e6323a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:16.696938 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-eb2f9a9f-a7bf-42cb-88dc-16c20e6323a0 admin admin] Usage tracker for resource:router and tenant:4b39548a4e294d87a712a5ed13f0a07f is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:16.700171 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-eb2f9a9f-a7bf-42cb-88dc-16c20e6323a0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:16.706374 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-eb2f9a9f-a7bf-42cb-88dc-16c20e6323a0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:16.718317 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9a9f-a7bf-42cb-88dc-16c20e6323a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4569'] for router, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:16.719338 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9a9f-a7bf-42cb-88dc-16c20e6323a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4386'] for router, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:16.750157 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9a9f-a7bf-42cb-88dc-16c20e6323a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:16.903910 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9a9f-a7bf-42cb-88dc-16c20e6323a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4404'] for router, precommit_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:16.938350 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b022f55-932e-4cfd-b386-b58da37e496d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf611e6e9-e149-50bb-9d7e-e511a8e7b325-638ce2fb-3499-498a-b218-d9e9c9dbc5e7', 'network_id': '638ce2fb-3499-498a-b218-d9e9c9dbc5e7', 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f', 'fixed_ips': [{'subnet_id': '1d7d9829-b2da-496c-b78e-7a8ac52f45df'}]}} from dv-cinder-806008-1-iscsi. {{(pid=75047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:18:16.939185 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-8b022f55-932e-4cfd-b386-b58da37e496d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:17.109307 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.db_base_plugin_common [None req-8b022f55-932e-4cfd-b386-b58da37e496d None None] Allocated IP 172.20.0.2 (638ce2fb-3499-498a-b218-d9e9c9dbc5e7/1d7d9829-b2da-496c-b78e-7a8ac52f45df/a53ac1fe-03e1-477d-846e-709e7721e01d) {{(pid=75047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:18:17.119634 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9a9f-a7bf-42cb-88dc-16c20e6323a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:17.152976 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9a9f-a7bf-42cb-88dc-16c20e6323a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:17.325462 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_common [None req-eb2f9a9f-a7bf-42cb-88dc-16c20e6323a0 admin admin] Allocated IP 172.27.1.166 (918dfb31-e205-4511-8f83-81a91dee6c8c/7d72112f-2376-4184-b827-994c471d72fa/3d42b60c-bc09-4e99-86f9-4a540478d47d) {{(pid=75045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:18:17.370349 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-8b022f55-932e-4cfd-b386-b58da37e496d None None] Notify callbacks [] for port, precommit_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:17.383024 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-8b022f55-932e-4cfd-b386-b58da37e496d None None] Transition to ACTIVE for port object a53ac1fe-03e1-477d-846e-709e7721e01d will not be triggered until provisioned by entity L2. {{(pid=75047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:18:17.404624 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-8b022f55-932e-4cfd-b386-b58da37e496d None None] Transition to ACTIVE for port object a53ac1fe-03e1-477d-846e-709e7721e01d will not be triggered until provisioned by entity DHCP. {{(pid=75047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:18:17.411874 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-8b022f55-932e-4cfd-b386-b58da37e496d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143'] for port, after_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:17.417887 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:17.493336 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b022f55-932e-4cfd-b386-b58da37e496d None None] Network 638ce2fb-3499-498a-b218-d9e9c9dbc5e7 is already hosted by enough agents. {{(pid=75047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:18:17.496799 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.scheduler.base_scheduler [None req-8b022f55-932e-4cfd-b386-b58da37e496d None None] Resources bound (agent type, host, resource id): {{(pid=75047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:18:17.499381 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b022f55-932e-4cfd-b386-b58da37e496d None None] Received port after_create {{(pid=75047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:18:17.506095 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b022f55-932e-4cfd-b386-b58da37e496d None None] Pushing event updated for resources: {'Port': ['ID=a53ac1fe-03e1-477d-846e-709e7721e01d,revision_number=1']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:17.510381 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-8b022f55-932e-4cfd-b386-b58da37e496d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:17.588492 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9a9f-a7bf-42cb-88dc-16c20e6323a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:17.610026 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-8b022f55-932e-4cfd-b386-b58da37e496d None None] Attempting to bind port a53ac1fe-03e1-477d-846e-709e7721e01d on host dv-cinder-806008-1-iscsi for vnic_type normal with profile {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:18:17.610404 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-8b022f55-932e-4cfd-b386-b58da37e496d None None] Attempting to bind port a53ac1fe-03e1-477d-846e-709e7721e01d by drivers openvswitch,hyperv on host dv-cinder-806008-1-iscsi at level 0 using segments [{'id': '1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '638ce2fb-3499-498a-b218-d9e9c9dbc5e7'}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:18:17.610767 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b022f55-932e-4cfd-b386-b58da37e496d None None] Attempting to bind port a53ac1fe-03e1-477d-846e-709e7721e01d on network 638ce2fb-3499-498a-b218-d9e9c9dbc5e7 {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:18:17.617724 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b022f55-932e-4cfd-b386-b58da37e496d None None] Checking agent: {'id': '8ad9899d-d2ce-4381-ae51-c9c56b6945b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 56, 26), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:18:17.618243 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b022f55-932e-4cfd-b386-b58da37e496d None None] Checking segment: {'id': '1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '638ce2fb-3499-498a-b218-d9e9c9dbc5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:18:17.618648 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-8b022f55-932e-4cfd-b386-b58da37e496d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:17.619038 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b022f55-932e-4cfd-b386-b58da37e496d None None] Bound using segment: {'id': '1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '638ce2fb-3499-498a-b218-d9e9c9dbc5e7'} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:18:17.619497 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-8b022f55-932e-4cfd-b386-b58da37e496d None None] Bound port: a53ac1fe-03e1-477d-846e-709e7721e01d, host: dv-cinder-806008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '638ce2fb-3499-498a-b218-d9e9c9dbc5e7'}}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:18:17.619882 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-8b022f55-932e-4cfd-b386-b58da37e496d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:17.623237 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9a9f-a7bf-42cb-88dc-16c20e6323a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:17.626866 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-a63fe009-be17-4790-9644-986717143259 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:17.704126 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2f9a9f-a7bf-42cb-88dc-16c20e6323a0 admin admin] Network 918dfb31-e205-4511-8f83-81a91dee6c8c is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:18:17.705211 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f9a9f-a7bf-42cb-88dc-16c20e6323a0 admin admin] Pushing event updated for resources: {'Port': ['ID=3d42b60c-bc09-4e99-86f9-4a540478d47d,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:17.708428 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-eb2f9a9f-a7bf-42cb-88dc-16c20e6323a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:17.709588 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-eb2f9a9f-a7bf-42cb-88dc-16c20e6323a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:18:17.712805 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2f9a9f-a7bf-42cb-88dc-16c20e6323a0 admin admin] Received port after_create {{(pid=75045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:18:17.716884 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-8b022f55-932e-4cfd-b386-b58da37e496d None None] For port a53ac1fe-03e1-477d-846e-709e7721e01d, host dv-cinder-806008-1-iscsi, cleared binding levels {{(pid=75047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:18:17.733384 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-8b022f55-932e-4cfd-b386-b58da37e496d None None] For port a53ac1fe-03e1-477d-846e-709e7721e01d, host dv-cinder-806008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=a53ac1fe-03e1-477d-846e-709e7721e01d,segment=NetworkSegment(1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9),segment_id=1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9)] {{(pid=75047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:18:17.743967 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-8b022f55-932e-4cfd-b386-b58da37e496d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:17.748885 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:17.836042 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b022f55-932e-4cfd-b386-b58da37e496d None None] Pushing event updated for resources: {'Port': ['ID=a53ac1fe-03e1-477d-846e-709e7721e01d,revision_number=2']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:17.840515 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-8b022f55-932e-4cfd-b386-b58da37e496d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:17.917810 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9a9f-a7bf-42cb-88dc-16c20e6323a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:17.918620 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9a9f-a7bf-42cb-88dc-16c20e6323a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683550'] for router, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:17.992446 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4187ec-9bf7-4896-99d0-75870a7d0c8b req-1bce046e-46c0-4b47-8d9d-5d1ffa50a0f1 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:17.994840 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0b4187ec-9bf7-4896-99d0-75870a7d0c8b req-1bce046e-46c0-4b47-8d9d-5d1ffa50a0f1 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 944 time: 0.1454647 Aug 25 16:18:18.069301 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-0b4187ec-9bf7-4896-99d0-75870a7d0c8b req-8e82c0b1-de30-48e7-88c4-df1236ea068d tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683019 Aug 25 16:18:18.223235 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2f9a9f-a7bf-42cb-88dc-16c20e6323a0 admin admin] Router aa107ae0-d912-4b06-b0f5-2f55d1e66150 is scheduled to L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 with binding_index 1 {{(pid=75045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:18:18.424550 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2f9a9f-a7bf-42cb-88dc-16c20e6323a0 admin admin] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:18:18.433746 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bee56b1-6375-4764-ad79-592ee288fcd4 None None] Sync routers for ids ['aa107ae0-d912-4b06-b0f5-2f55d1e66150'] in dv-cinder-806008-1-iscsi {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:18:18.445621 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bee56b1-6375-4764-ad79-592ee288fcd4 None None] Routers {'aa107ae0-d912-4b06-b0f5-2f55d1e66150'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:18:18.446273 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-9bee56b1-6375-4764-ad79-592ee288fcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:17:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['aa107ae0-d912-4b06-b0f5-2f55d1e66150'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:18.448729 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9a9f-a7bf-42cb-88dc-16c20e6323a0 admin admin] Notify callbacks [] for router, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:18.449972 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-eb2f9a9f-a7bf-42cb-88dc-16c20e6323a0 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7675624 Aug 25 16:18:18.452638 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 55616) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:18.624811 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-9bee56b1-6375-4764-ad79-592ee288fcd4 None None] Set router aa107ae0-d912-4b06-b0f5-2f55d1e66150 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:18:18.827503 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218f85af-e368-49ab-a9d4-38c45382c489 None None] Network 638ce2fb-3499-498a-b218-d9e9c9dbc5e7 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:18:18.918745 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-9bee56b1-6375-4764-ad79-592ee288fcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'name': 'tempest-TestShelveInstance-992937619-router', 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '3d42b60c-bc09-4e99-86f9-4a540478d47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:18:16Z', 'updated_at': '2021-08-25T16:18:17Z', 'revision_number': 3, 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'gw_port': {'id': '3d42b60c-bc09-4e99-86f9-4a540478d47d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:17Z', 'updated_at': '2021-08-25T16:18:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:18.921849 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-879be118-041c-4929-bc52-7fac3b9be227 None None] Provisioning for port a53ac1fe-03e1-477d-846e-709e7721e01d completed by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:18:18.923754 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bee56b1-6375-4764-ad79-592ee288fcd4 None None] Checking router: aa107ae0-d912-4b06-b0f5-2f55d1e66150 for host: dv-cinder-806008-1-iscsi {{(pid=75048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:18:18.924201 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bee56b1-6375-4764-ad79-592ee288fcd4 None None] Updating router aa107ae0-d912-4b06-b0f5-2f55d1e66150 port 3d42b60c-bc09-4e99-86f9-4a540478d47d binding host dv-cinder-806008-1-iscsi {{(pid=75048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:18:18.975484 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-9bee56b1-6375-4764-ad79-592ee288fcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:19.317221 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device a53ac1fe-03e1-477d-846e-709e7721e01d up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:18:19.369258 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-9bee56b1-6375-4764-ad79-592ee288fcd4 None None] Notify callbacks [] for port, precommit_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:19.380669 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d25e43e3-3637-4e4c-b942-989c5f2cb93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:19.383867 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.provisioning_blocks [None req-9bee56b1-6375-4764-ad79-592ee288fcd4 None None] Transition to ACTIVE for port object 3d42b60c-bc09-4e99-86f9-4a540478d47d will not be triggered until provisioned by entity L2. {{(pid=75048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:18:19.392826 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-9bee56b1-6375-4764-ad79-592ee288fcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:19.406135 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [None req-75add7b4-c4bb-4d58-ba47-c980cb51b8ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:19.412434 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning for port a53ac1fe-03e1-477d-846e-709e7721e01d completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:18:19.417438 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port a53ac1fe-03e1-477d-846e-709e7721e01d triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:18:19.417812 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:19.465629 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.managers [None req-9bee56b1-6375-4764-ad79-592ee288fcd4 None None] Attempting to bind port 3d42b60c-bc09-4e99-86f9-4a540478d47d on host dv-cinder-806008-1-iscsi for vnic_type normal with profile {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:18:19.467022 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.managers [None req-9bee56b1-6375-4764-ad79-592ee288fcd4 None None] Attempting to bind port 3d42b60c-bc09-4e99-86f9-4a540478d47d by drivers openvswitch,hyperv on host dv-cinder-806008-1-iscsi at level 0 using segments [{'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}] {{(pid=75048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:18:19.467392 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bee56b1-6375-4764-ad79-592ee288fcd4 None None] Attempting to bind port 3d42b60c-bc09-4e99-86f9-4a540478d47d on network 918dfb31-e205-4511-8f83-81a91dee6c8c {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:18:19.476345 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235ebe5-b28b-41e2-b93f-46d8c322225d req-3a82b491-f7e7-41ae-bec2-a2511f14a67d tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:19.477835 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-4235ebe5-b28b-41e2-b93f-46d8c322225d req-3a82b491-f7e7-41ae-bec2-a2511f14a67d tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 944 time: 0.1765616 Aug 25 16:18:19.481764 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bee56b1-6375-4764-ad79-592ee288fcd4 None None] Checking agent: {'id': '8ad9899d-d2ce-4381-ae51-c9c56b6945b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 56, 26), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:18:19.482135 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bee56b1-6375-4764-ad79-592ee288fcd4 None None] Checking segment: {'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:18:19.482527 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-9bee56b1-6375-4764-ad79-592ee288fcd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:19.482914 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bee56b1-6375-4764-ad79-592ee288fcd4 None None] Bound using segment: {'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'} {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:18:19.483379 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.managers [None req-9bee56b1-6375-4764-ad79-592ee288fcd4 None None] Bound port: 3d42b60c-bc09-4e99-86f9-4a540478d47d, host: dv-cinder-806008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}}] {{(pid=75048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:18:19.483761 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-9bee56b1-6375-4764-ad79-592ee288fcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:19.531570 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:19.563289 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.db [None req-9bee56b1-6375-4764-ad79-592ee288fcd4 None None] For port 3d42b60c-bc09-4e99-86f9-4a540478d47d, host dv-cinder-806008-1-iscsi, cleared binding levels {{(pid=75048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:18:19.564204 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] For port a53ac1fe-03e1-477d-846e-709e7721e01d, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=a53ac1fe-03e1-477d-846e-709e7721e01d,segment=NetworkSegment(1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9),segment_id=1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:19.566615 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.db [None req-9bee56b1-6375-4764-ad79-592ee288fcd4 None None] For port 3d42b60c-bc09-4e99-86f9-4a540478d47d, host dv-cinder-806008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=3d42b60c-bc09-4e99-86f9-4a540478d47d,segment=NetworkSegment(6c802ec5-cb0c-4ebf-9051-a5208badfc91),segment_id=6c802ec5-cb0c-4ebf-9051-a5208badfc91)] {{(pid=75048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:18:19.570195 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:19.576117 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-94129fd3-976d-41d3-8d1b-9880dd971447 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:19.576221 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-9bee56b1-6375-4764-ad79-592ee288fcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:19.607788 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb05e8-2342-486e-bbb4-ea8f0b18adc5 None None] Pushing event updated for resources: {'Port': ['ID=3d42b60c-bc09-4e99-86f9-4a540478d47d,revision_number=2']} {{(pid=75048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:19.615985 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb05e8-2342-486e-bbb4-ea8f0b18adc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:19.616320 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb05e8-2342-486e-bbb4-ea8f0b18adc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:19.617242 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb05e8-2342-486e-bbb4-ea8f0b18adc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:19.617564 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb05e8-2342-486e-bbb4-ea8f0b18adc5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:19.618096 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb05e8-2342-486e-bbb4-ea8f0b18adc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:19.618588 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb05e8-2342-486e-bbb4-ea8f0b18adc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:19.618903 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb05e8-2342-486e-bbb4-ea8f0b18adc5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:19.619239 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb05e8-2342-486e-bbb4-ea8f0b18adc5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:19.619605 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb05e8-2342-486e-bbb4-ea8f0b18adc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:19.619855 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb05e8-2342-486e-bbb4-ea8f0b18adc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:19.620166 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fb05e8-2342-486e-bbb4-ea8f0b18adc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:19.620429 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-4235ebe5-b28b-41e2-b93f-46d8c322225d req-b25b8927-ecb2-469b-ada4-88f612d78a2b tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287758 Aug 25 16:18:19.625274 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [None req-e5fb05e8-2342-486e-bbb4-ea8f0b18adc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:19.625933 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:19.650840 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_common [None req-d25e43e3-3637-4e4c-b942-989c5f2cb93c admin admin] Allocated IP 172.20.0.1 (638ce2fb-3499-498a-b218-d9e9c9dbc5e7/1d7d9829-b2da-496c-b78e-7a8ac52f45df/3f704cba-7c30-4df6-a674-62eb8b55c99b) {{(pid=75045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:18:19.660420 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Pushing event updated for resources: {'Port': ['ID=a53ac1fe-03e1-477d-846e-709e7721e01d,revision_number=3']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:19.665479 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:19.678571 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bee56b1-6375-4764-ad79-592ee288fcd4 None None] Routers {'aa107ae0-d912-4b06-b0f5-2f55d1e66150'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:18:19.679751 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-9bee56b1-6375-4764-ad79-592ee288fcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:17:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['aa107ae0-d912-4b06-b0f5-2f55d1e66150'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:19.800044 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d25e43e3-3637-4e4c-b942-989c5f2cb93c admin admin] Notify callbacks [] for port, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:19.816402 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.provisioning_blocks [None req-d25e43e3-3637-4e4c-b942-989c5f2cb93c admin admin] Transition to ACTIVE for port object 3f704cba-7c30-4df6-a674-62eb8b55c99b will not be triggered until provisioned by entity DHCP. {{(pid=75045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:18:19.822607 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb05e8-2342-486e-bbb4-ea8f0b18adc5 None None] Pushing event updated for resources: {'Port': ['ID=3d42b60c-bc09-4e99-86f9-4a540478d47d,revision_number=3']} {{(pid=75048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:19.831659 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [None req-e5fb05e8-2342-486e-bbb4-ea8f0b18adc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:19.839083 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d25e43e3-3637-4e4c-b942-989c5f2cb93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:19.843387 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-b1ac8a4a-09cc-468c-8e9b-97e7dbe17352 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:19.870731 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-9bee56b1-6375-4764-ad79-592ee288fcd4 None None] Set router aa107ae0-d912-4b06-b0f5-2f55d1e66150 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:18:19.908887 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25e43e3-3637-4e4c-b942-989c5f2cb93c admin admin] Network 638ce2fb-3499-498a-b218-d9e9c9dbc5e7 is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:18:19.911741 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-d25e43e3-3637-4e4c-b942-989c5f2cb93c admin admin] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:18:19.916356 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25e43e3-3637-4e4c-b942-989c5f2cb93c admin admin] Received port after_create {{(pid=75045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:18:19.946164 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e43e3-3637-4e4c-b942-989c5f2cb93c admin admin] Pushing event updated for resources: {'Port': ['ID=3f704cba-7c30-4df6-a674-62eb8b55c99b,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:19.952281 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-d25e43e3-3637-4e4c-b942-989c5f2cb93c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:19.977631 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d25e43e3-3637-4e4c-b942-989c5f2cb93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683712'] for router_interface, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:20.060809 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d25e43e3-3637-4e4c-b942-989c5f2cb93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:20.126437 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-cd08225e-2531-4f95-b772-e8b7c7cd5264 None None] Provisioning for port 3f704cba-7c30-4df6-a674-62eb8b55c99b completed by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:18:20.132359 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-cd08225e-2531-4f95-b772-e8b7c7cd5264 None None] Provisioning complete for port 3f704cba-7c30-4df6-a674-62eb8b55c99b triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:18:20.132893 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-cd08225e-2531-4f95-b772-e8b7c7cd5264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:20.185098 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-cd08225e-2531-4f95-b772-e8b7c7cd5264 None None] Port 3f704cba-7c30-4df6-a674-62eb8b55c99b cannot update to ACTIVE because it is not bound. {{(pid=75047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:18:20.192405 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-9bee56b1-6375-4764-ad79-592ee288fcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'name': 'tempest-TestShelveInstance-992937619-router', 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '3d42b60c-bc09-4e99-86f9-4a540478d47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:18:16Z', 'updated_at': '2021-08-25T16:18:17Z', 'revision_number': 3, 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'gw_port': {'id': '3d42b60c-bc09-4e99-86f9-4a540478d47d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:17Z', 'updated_at': '2021-08-25T16:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:20.196242 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bee56b1-6375-4764-ad79-592ee288fcd4 None None] The sync data for ids ['aa107ae0-d912-4b06-b0f5-2f55d1e66150'] in dv-cinder-806008-1-iscsi is: [{'id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'name': 'tempest-TestShelveInstance-992937619-router', 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '3d42b60c-bc09-4e99-86f9-4a540478d47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:18:16Z', 'updated_at': '2021-08-25T16:18:17Z', 'revision_number': 3, 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'gw_port': {'id': '3d42b60c-bc09-4e99-86f9-4a540478d47d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:17Z', 'updated_at': '2021-08-25T16:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}] {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:18:20.300634 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d25e43e3-3637-4e4c-b942-989c5f2cb93c admin admin] Notify callbacks [] for port, precommit_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:20.306116 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d25e43e3-3637-4e4c-b942-989c5f2cb93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3837783'] for port, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:20.332493 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-d25e43e3-3637-4e4c-b942-989c5f2cb93c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:20.428656 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e43e3-3637-4e4c-b942-989c5f2cb93c admin admin] Pushing event updated for resources: {'Port': ['ID=3f704cba-7c30-4df6-a674-62eb8b55c99b,revision_number=2']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:20.431895 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-d25e43e3-3637-4e4c-b942-989c5f2cb93c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:20.436515 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d25e43e3-3637-4e4c-b942-989c5f2cb93c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684841'] for router_interface, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:20.589787 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25e43e3-3637-4e4c-b942-989c5f2cb93c admin admin] Network 638ce2fb-3499-498a-b218-d9e9c9dbc5e7 is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:18:20.591103 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-d25e43e3-3637-4e4c-b942-989c5f2cb93c admin admin] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:18:20.808201 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-5abbf0c1-30c4-441c-bcd0-f443ec498c7e None None] Provisioning complete for port 3f704cba-7c30-4df6-a674-62eb8b55c99b triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:18:20.809104 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-5abbf0c1-30c4-441c-bcd0-f443ec498c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:20.883474 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-5abbf0c1-30c4-441c-bcd0-f443ec498c7e None None] Port 3f704cba-7c30-4df6-a674-62eb8b55c99b cannot update to ACTIVE because it is not bound. {{(pid=75047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:18:20.894278 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f03fb-3768-4ad1-8c29-30d9e9fed307 req-147741d2-cf8b-4c59-81da-3adce9d61b24 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:20.900061 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-550f03fb-3768-4ad1-8c29-30d9e9fed307 req-147741d2-cf8b-4c59-81da-3adce9d61b24 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 944 time: 0.0875864 Aug 25 16:18:20.961519 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-550f03fb-3768-4ad1-8c29-30d9e9fed307 req-f1e23a57-1ced-4916-bbf0-a3c5c2c293ab tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600059 Aug 25 16:18:21.132700 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25e43e3-3637-4e4c-b942-989c5f2cb93c admin admin] Router aa107ae0-d912-4b06-b0f5-2f55d1e66150 has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:18:21.344335 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device a53ac1fe-03e1-477d-846e-709e7721e01d up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:18:21.350696 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25e43e3-3637-4e4c-b942-989c5f2cb93c admin admin] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:18:21.360890 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-d25e43e3-3637-4e4c-b942-989c5f2cb93c admin admin] 10.222.0.43 "PUT /v2.0/routers/aa107ae0-d912-4b06-b0f5-2f55d1e66150/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9072146 Aug 25 16:18:21.416703 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port a53ac1fe-03e1-477d-846e-709e7721e01d triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:18:21.417112 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:21.556463 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 3d42b60c-bc09-4e99-86f9-4a540478d47d up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:18:21.623943 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning for port 3d42b60c-bc09-4e99-86f9-4a540478d47d completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:18:21.628530 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 3d42b60c-bc09-4e99-86f9-4a540478d47d triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:18:21.628912 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:21.741807 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:21.758830 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] For port 3d42b60c-bc09-4e99-86f9-4a540478d47d, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=3d42b60c-bc09-4e99-86f9-4a540478d47d,segment=NetworkSegment(6c802ec5-cb0c-4ebf-9051-a5208badfc91),segment_id=6c802ec5-cb0c-4ebf-9051-a5208badfc91)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:21.762933 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:21.764853 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:21.827773 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Pushing event updated for resources: {'Port': ['ID=3d42b60c-bc09-4e99-86f9-4a540478d47d,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:21.831180 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:22.166593 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fef8a2-ebdc-49f7-8c6d-dd5ef239f9ab req-f06bdcbe-1429-4baf-8829-92bf72a5116f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:22.168058 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-96fef8a2-ebdc-49f7-8c6d-dd5ef239f9ab req-f06bdcbe-1429-4baf-8829-92bf72a5116f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 944 time: 0.0797215 Aug 25 16:18:22.188545 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 55646) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:22.194373 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-d747dadb-b17f-47a5-8639-5790e7edfb05 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-808820725-network', 'tenant_id': '7db1021c91384968bc6da10b4d4830a1'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:22.199186 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-d747dadb-b17f-47a5-8639-5790e7edfb05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:22.202991 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-d747dadb-b17f-47a5-8639-5790e7edfb05 admin admin] Usage tracker for resource:network and tenant:7db1021c91384968bc6da10b4d4830a1 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:22.205924 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-d747dadb-b17f-47a5-8639-5790e7edfb05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:22.212052 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-d747dadb-b17f-47a5-8639-5790e7edfb05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:22.214436 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-96fef8a2-ebdc-49f7-8c6d-dd5ef239f9ab req-9e573c77-d199-42d3-9309-e4e2c0771653 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407605 Aug 25 16:18:22.222981 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d747dadb-b17f-47a5-8639-5790e7edfb05 admin admin] Made reservation on behalf of 7db1021c91384968bc6da10b4d4830a1 for: {'network': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:18:22.225331 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-d747dadb-b17f-47a5-8639-5790e7edfb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for network, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:22.238059 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-d747dadb-b17f-47a5-8639-5790e7edfb05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:22.268713 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-d747dadb-b17f-47a5-8639-5790e7edfb05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:22.272374 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-d747dadb-b17f-47a5-8639-5790e7edfb05 admin admin] Usage tracker for resource:security_group_rule and tenant:7db1021c91384968bc6da10b4d4830a1 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:22.275801 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-d747dadb-b17f-47a5-8639-5790e7edfb05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:22.281677 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-d747dadb-b17f-47a5-8639-5790e7edfb05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:22.345209 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-d747dadb-b17f-47a5-8639-5790e7edfb05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:22.349146 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-d747dadb-b17f-47a5-8639-5790e7edfb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:22.353171 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-13339314-6c43-440c-9814-5fd62cf35935 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:22.381496 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d747dadb-b17f-47a5-8639-5790e7edfb05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1254} {{(pid=75046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:18:22.389790 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d747dadb-b17f-47a5-8639-5790e7edfb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a885ef-9fab-4709-bfce-b01738e32ac4,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:22.393549 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-d747dadb-b17f-47a5-8639-5790e7edfb05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:22.395837 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-d747dadb-b17f-47a5-8639-5790e7edfb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:22.396161 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.db.segments_db [None req-d747dadb-b17f-47a5-8639-5790e7edfb05 admin admin] Added segment 4d6c3137-3d8e-4529-9fe8-401e7c22e7d9 of type vlan for network b65d1039-9eaf-493c-8156-736a9377ad46 Aug 25 16:18:22.423441 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-d747dadb-b17f-47a5-8639-5790e7edfb05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779527754918'] for network, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:22.451251 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-d747dadb-b17f-47a5-8639-5790e7edfb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244'] for network, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:22.452565 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d747dadb-b17f-47a5-8639-5790e7edfb05 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:22.453181 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-d747dadb-b17f-47a5-8639-5790e7edfb05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:22.457778 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-0bbbd550-3644-47cc-a4a4-1c618de58cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:22.556514 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-d747dadb-b17f-47a5-8639-5790e7edfb05 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3665257 Aug 25 16:18:22.557352 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d747dadb-b17f-47a5-8639-5790e7edfb05 admin admin] Pushing event updated for resources: {'Network': ['ID=b65d1039-9eaf-493c-8156-736a9377ad46,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:22.559259 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 55650) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:22.562027 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-d747dadb-b17f-47a5-8639-5790e7edfb05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:22.565697 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-8d7d4e5f-de75-4253-b7ac-1b08221e511a admin admin] Request body: {'subnet': {'network_id': 'b65d1039-9eaf-493c-8156-736a9377ad46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-808820725-subnet', 'tenant_id': '7db1021c91384968bc6da10b4d4830a1', 'ip_version': 4}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:22.566940 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Network b65d1039-9eaf-493c-8156-736a9377ad46 details requested by agent ovs-agent-dv-cinder-806008-1-iscsi with host dv-cinder-806008-1-iscsi {{(pid=75047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:18:22.571080 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-8d7d4e5f-de75-4253-b7ac-1b08221e511a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:22.574897 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-8d7d4e5f-de75-4253-b7ac-1b08221e511a admin admin] Usage tracker for resource:subnet and tenant:7db1021c91384968bc6da10b4d4830a1 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:22.577897 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-8d7d4e5f-de75-4253-b7ac-1b08221e511a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:22.583545 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-8d7d4e5f-de75-4253-b7ac-1b08221e511a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:22.593951 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7d4e5f-de75-4253-b7ac-1b08221e511a admin admin] Made reservation on behalf of 7db1021c91384968bc6da10b4d4830a1 for: {'subnet': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:18:22.596320 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8d7d4e5f-de75-4253-b7ac-1b08221e511a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4098540'] for subnet, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:22.873362 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8d7d4e5f-de75-4253-b7ac-1b08221e511a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3202558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4098558'] for subnet, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:22.878037 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-631d641a-07bb-4021-aa4a-c19b9f5ee882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:22.947237 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d4e5f-de75-4253-b7ac-1b08221e511a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffb71615-a075-4a00-92b4-465070e1ec06,revision_number=0']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:22.952261 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-8d7d4e5f-de75-4253-b7ac-1b08221e511a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:22.962105 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d4e5f-de75-4253-b7ac-1b08221e511a admin admin] Checking segment: {'id': '4d6c3137-3d8e-4529-9fe8-401e7c22e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'b65d1039-9eaf-493c-8156-736a9377ad46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:18:22.962460 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7d4e5f-de75-4253-b7ac-1b08221e511a admin admin] Network hostable DHCP agents. Network: b65d1039-9eaf-493c-8156-736a9377ad46, hostable agents: ['76091da7-29c6-41af-a969-d28dab66f71a'], hosted agents: [] {{(pid=75046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:18:22.984789 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7d4e5f-de75-4253-b7ac-1b08221e511a admin admin] Network b65d1039-9eaf-493c-8156-736a9377ad46 is scheduled to be hosted by DHCP agent 76091da7-29c6-41af-a969-d28dab66f71a with binding_index 1 {{(pid=75046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:18:22.993943 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [None req-8d7d4e5f-de75-4253-b7ac-1b08221e511a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-1-iscsi, b65d1039-9eaf-493c-8156-736a9377ad46) {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:18:22.998009 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7d4e5f-de75-4253-b7ac-1b08221e511a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:22.998592 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-8d7d4e5f-de75-4253-b7ac-1b08221e511a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for subnet, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:23.002876 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9290b3ae-df7a-48b6-8260-a60ba6cfabf6 None None] Network b65d1039-9eaf-493c-8156-736a9377ad46 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:18:23.022695 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 55654) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:23.023194 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-8d7d4e5f-de75-4253-b7ac-1b08221e511a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4623528 Aug 25 16:18:23.028157 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-089ab791-bc54-4101-9f63-c7016bf1d30d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-808820725-router', 'tenant_id': '7db1021c91384968bc6da10b4d4830a1', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:23.032833 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-089ab791-bc54-4101-9f63-c7016bf1d30d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:23.036682 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-089ab791-bc54-4101-9f63-c7016bf1d30d admin admin] Usage tracker for resource:router and tenant:7db1021c91384968bc6da10b4d4830a1 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:23.039633 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-089ab791-bc54-4101-9f63-c7016bf1d30d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:23.045415 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-089ab791-bc54-4101-9f63-c7016bf1d30d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:23.057380 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-089ab791-bc54-4101-9f63-c7016bf1d30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4569'] for router, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:23.058254 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-089ab791-bc54-4101-9f63-c7016bf1d30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-683215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4386'] for router, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:23.078228 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-089ab791-bc54-4101-9f63-c7016bf1d30d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:23.216832 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c85f7de-0264-4d94-b16f-2a532dab7d9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf611e6e9-e149-50bb-9d7e-e511a8e7b325-b65d1039-9eaf-493c-8156-736a9377ad46', 'network_id': 'b65d1039-9eaf-493c-8156-736a9377ad46', 'tenant_id': '7db1021c91384968bc6da10b4d4830a1', 'fixed_ips': [{'subnet_id': 'ffb71615-a075-4a00-92b4-465070e1ec06'}]}} from dv-cinder-806008-1-iscsi. {{(pid=75047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:18:23.217703 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-0c85f7de-0264-4d94-b16f-2a532dab7d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:23.229130 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-089ab791-bc54-4101-9f63-c7016bf1d30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-683261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-686186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4404'] for router, precommit_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:23.344878 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 3d42b60c-bc09-4e99-86f9-4a540478d47d up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:18:23.394880 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:18:23.466551 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-089ab791-bc54-4101-9f63-c7016bf1d30d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:23.487464 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1397979-0ac8-4f07-ac5f-799b006b2a78 req-21bce58d-fa3e-4314-9531-59688a515b98 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:23.489031 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f1397979-0ac8-4f07-ac5f-799b006b2a78 req-21bce58d-fa3e-4314-9531-59688a515b98 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 944 time: 0.0834792 Aug 25 16:18:23.508910 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-089ab791-bc54-4101-9f63-c7016bf1d30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:23.544404 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f1397979-0ac8-4f07-ac5f-799b006b2a78 req-d0588ed5-9eb2-4f32-95cb-0bfd82093f73 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489099 Aug 25 16:18:23.570186 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.db_base_plugin_common [None req-0c85f7de-0264-4d94-b16f-2a532dab7d9f None None] Allocated IP 172.20.0.2 (b65d1039-9eaf-493c-8156-736a9377ad46/ffb71615-a075-4a00-92b4-465070e1ec06/4ddef5c4-c723-40a1-b174-97a87ce0ce47) {{(pid=75047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:18:23.690285 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_common [None req-089ab791-bc54-4101-9f63-c7016bf1d30d admin admin] Allocated IP 172.27.1.240 (918dfb31-e205-4511-8f83-81a91dee6c8c/7d72112f-2376-4184-b827-994c471d72fa/b62f18d7-e636-4f6e-a893-3ebc25d13187) {{(pid=75045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:18:23.695316 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 3d42b60c-bc09-4e99-86f9-4a540478d47d triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:18:23.695725 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:23.812436 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88914bc5-e8f8-416e-aaf5-60b3c802709b None None] Sync routers for ids ['aa107ae0-d912-4b06-b0f5-2f55d1e66150'] in dv-cinder-806008-1-iscsi {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:18:23.815748 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba,segment=NetworkSegment(a05c1134-7b51-454b-8aaa-f8bbb9036c51),segment_id=a05c1134-7b51-454b-8aaa-f8bbb9036c51)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:23.844172 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-089ab791-bc54-4101-9f63-c7016bf1d30d admin admin] Notify callbacks [] for port, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:23.849155 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Returning: {'device': '2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba', 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'port_id': '2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba', 'mac_address': 'fa:16:3e:0b:2c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c90e4aa-a616-450f-a776-04d207824949', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:18:23.871760 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-089ab791-bc54-4101-9f63-c7016bf1d30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:23.875519 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-f107cc9c-0d18-4aaa-8e32-4d108492e306 tempest-AttachVolumeNegativeTest-1824569830 tempest-AttachVolumeNegativeTest-1824569830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:23.936956 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089ab791-bc54-4101-9f63-c7016bf1d30d admin admin] Network 918dfb31-e205-4511-8f83-81a91dee6c8c is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:18:23.939808 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-089ab791-bc54-4101-9f63-c7016bf1d30d admin admin] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:18:23.943496 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089ab791-bc54-4101-9f63-c7016bf1d30d admin admin] Received port after_create {{(pid=75045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:18:23.967475 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88914bc5-e8f8-416e-aaf5-60b3c802709b None None] Routers {'aa107ae0-d912-4b06-b0f5-2f55d1e66150'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:18:23.968113 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-88914bc5-e8f8-416e-aaf5-60b3c802709b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:17:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['aa107ae0-d912-4b06-b0f5-2f55d1e66150'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:23.979715 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ab791-bc54-4101-9f63-c7016bf1d30d admin admin] Pushing event updated for resources: {'Port': ['ID=b62f18d7-e636-4f6e-a893-3ebc25d13187,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:23.983784 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-089ab791-bc54-4101-9f63-c7016bf1d30d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:24.103144 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-089ab791-bc54-4101-9f63-c7016bf1d30d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:24.104292 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-089ab791-bc54-4101-9f63-c7016bf1d30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-683550'] for router, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:24.113444 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:24.226314 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-0c85f7de-0264-4d94-b16f-2a532dab7d9f None None] Notify callbacks [] for port, precommit_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:24.260413 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-0c85f7de-0264-4d94-b16f-2a532dab7d9f None None] Transition to ACTIVE for port object 4ddef5c4-c723-40a1-b174-97a87ce0ce47 will not be triggered until provisioned by entity L2. {{(pid=75047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:18:24.263769 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba {{(pid=75047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:18:24.302579 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba,segment=NetworkSegment(a05c1134-7b51-454b-8aaa-f8bbb9036c51),segment_id=a05c1134-7b51-454b-8aaa-f8bbb9036c51)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:24.306950 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-0c85f7de-0264-4d94-b16f-2a532dab7d9f None None] Transition to ACTIVE for port object 4ddef5c4-c723-40a1-b174-97a87ce0ce47 will not be triggered until provisioned by entity DHCP. {{(pid=75047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:18:24.312343 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:24.315007 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:24.341823 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089ab791-bc54-4101-9f63-c7016bf1d30d admin admin] Router e9417b82-0899-40e4-b23a-0d4a01a4aca6 is scheduled to L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 with binding_index 1 {{(pid=75045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:18:24.348853 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-0c85f7de-0264-4d94-b16f-2a532dab7d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143'] for port, after_create {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:24.374742 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-88914bc5-e8f8-416e-aaf5-60b3c802709b None None] Set router aa107ae0-d912-4b06-b0f5-2f55d1e66150 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:18:24.457719 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c85f7de-0264-4d94-b16f-2a532dab7d9f None None] Network b65d1039-9eaf-493c-8156-736a9377ad46 is already hosted by enough agents. {{(pid=75047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:18:24.461475 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.scheduler.base_scheduler [None req-0c85f7de-0264-4d94-b16f-2a532dab7d9f None None] Resources bound (agent type, host, resource id): {{(pid=75047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:18:24.467671 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c85f7de-0264-4d94-b16f-2a532dab7d9f None None] Received port after_create {{(pid=75047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:18:24.469678 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba,revision_number=9']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:24.476397 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:24.476865 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-8b022f55-932e-4cfd-b386-b58da37e496d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:24.665683 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089ab791-bc54-4101-9f63-c7016bf1d30d admin admin] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:18:24.684700 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1de312-ae5e-4541-8288-9ce49456ce0b None None] Sync routers for ids ['e9417b82-0899-40e4-b23a-0d4a01a4aca6'] in dv-cinder-806008-1-iscsi {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:18:24.695530 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-089ab791-bc54-4101-9f63-c7016bf1d30d admin admin] Notify callbacks [] for router, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:24.697076 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-089ab791-bc54-4101-9f63-c7016bf1d30d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6730847 Aug 25 16:18:24.699755 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 55662) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:24.702451 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1de312-ae5e-4541-8288-9ce49456ce0b None None] Routers {'e9417b82-0899-40e4-b23a-0d4a01a4aca6'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:18:24.703416 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-fe1de312-ae5e-4541-8288-9ce49456ce0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:17:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['e9417b82-0899-40e4-b23a-0d4a01a4aca6'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:24.747993 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85f7de-0264-4d94-b16f-2a532dab7d9f None None] Pushing event updated for resources: {'Port': ['ID=4ddef5c4-c723-40a1-b174-97a87ce0ce47,revision_number=1']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:24.754313 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-0c85f7de-0264-4d94-b16f-2a532dab7d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:24.767373 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-0c85f7de-0264-4d94-b16f-2a532dab7d9f None None] Attempting to bind port 4ddef5c4-c723-40a1-b174-97a87ce0ce47 on host dv-cinder-806008-1-iscsi for vnic_type normal with profile {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:18:24.767753 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-0c85f7de-0264-4d94-b16f-2a532dab7d9f None None] Attempting to bind port 4ddef5c4-c723-40a1-b174-97a87ce0ce47 by drivers openvswitch,hyperv on host dv-cinder-806008-1-iscsi at level 0 using segments [{'id': '4d6c3137-3d8e-4529-9fe8-401e7c22e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'b65d1039-9eaf-493c-8156-736a9377ad46'}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:18:24.768124 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c85f7de-0264-4d94-b16f-2a532dab7d9f None None] Attempting to bind port 4ddef5c4-c723-40a1-b174-97a87ce0ce47 on network b65d1039-9eaf-493c-8156-736a9377ad46 {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:18:24.796654 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c85f7de-0264-4d94-b16f-2a532dab7d9f None None] Checking agent: {'id': '8ad9899d-d2ce-4381-ae51-c9c56b6945b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 56, 26), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:18:24.797047 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c85f7de-0264-4d94-b16f-2a532dab7d9f None None] Checking segment: {'id': '4d6c3137-3d8e-4529-9fe8-401e7c22e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'b65d1039-9eaf-493c-8156-736a9377ad46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:18:24.797467 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-0c85f7de-0264-4d94-b16f-2a532dab7d9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:24.797873 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c85f7de-0264-4d94-b16f-2a532dab7d9f None None] Bound using segment: {'id': '4d6c3137-3d8e-4529-9fe8-401e7c22e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'b65d1039-9eaf-493c-8156-736a9377ad46'} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:18:24.798358 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-0c85f7de-0264-4d94-b16f-2a532dab7d9f None None] Bound port: 4ddef5c4-c723-40a1-b174-97a87ce0ce47, host: dv-cinder-806008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6c3137-3d8e-4529-9fe8-401e7c22e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'b65d1039-9eaf-493c-8156-736a9377ad46'}}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:18:24.798743 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-0c85f7de-0264-4d94-b16f-2a532dab7d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:24.897199 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:18:24.899847 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-fe1de312-ae5e-4541-8288-9ce49456ce0b None None] Set router e9417b82-0899-40e4-b23a-0d4a01a4aca6 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:18:24.945458 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408b663-fbfd-4534-a4ac-a4145cd7e09f req-0aa07406-abbf-45f1-b511-e0abe9d5a66a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:24.946980 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-5408b663-fbfd-4534-a4ac-a4145cd7e09f req-0aa07406-abbf-45f1-b511-e0abe9d5a66a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 945 time: 0.1882555 Aug 25 16:18:25.006948 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-5408b663-fbfd-4534-a4ac-a4145cd7e09f req-55ce3b8e-f8a7-4eac-a1ef-a228a61e81af tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506296 Aug 25 16:18:25.017751 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-0c85f7de-0264-4d94-b16f-2a532dab7d9f None None] For port 4ddef5c4-c723-40a1-b174-97a87ce0ce47, host dv-cinder-806008-1-iscsi, cleared binding levels {{(pid=75047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:18:25.023011 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-0c85f7de-0264-4d94-b16f-2a532dab7d9f None None] For port 4ddef5c4-c723-40a1-b174-97a87ce0ce47, host dv-cinder-806008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=4ddef5c4-c723-40a1-b174-97a87ce0ce47,segment=NetworkSegment(4d6c3137-3d8e-4529-9fe8-401e7c22e7d9),segment_id=4d6c3137-3d8e-4529-9fe8-401e7c22e7d9)] {{(pid=75047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:18:25.045074 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-0c85f7de-0264-4d94-b16f-2a532dab7d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:25.052365 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:25.107920 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-88914bc5-e8f8-416e-aaf5-60b3c802709b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'name': 'tempest-TestShelveInstance-992937619-router', 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '3d42b60c-bc09-4e99-86f9-4a540478d47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:18:16Z', 'updated_at': '2021-08-25T16:18:19Z', 'revision_number': 4, 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'gw_port': {'id': '3d42b60c-bc09-4e99-86f9-4a540478d47d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:17Z', 'updated_at': '2021-08-25T16:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '3f704cba-7c30-4df6-a674-62eb8b55c99b', 'name': '', 'network_id': '638ce2fb-3499-498a-b218-d9e9c9dbc5e7', 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f', 'mac_address': 'fa:16:3e:aa:ba:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d7d9829-b2da-496c-b78e-7a8ac52f45df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:19Z', 'updated_at': '2021-08-25T16:18:20Z', 'revision_number': 2, 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'subnets': [{'id': '1d7d9829-b2da-496c-b78e-7a8ac52f45df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:25.131254 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88914bc5-e8f8-416e-aaf5-60b3c802709b None None] Checking router: aa107ae0-d912-4b06-b0f5-2f55d1e66150 for host: dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:18:25.131615 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88914bc5-e8f8-416e-aaf5-60b3c802709b None None] Updating router aa107ae0-d912-4b06-b0f5-2f55d1e66150 port 3f704cba-7c30-4df6-a674-62eb8b55c99b binding host dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:18:25.208777 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-fe1de312-ae5e-4541-8288-9ce49456ce0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9417b82-0899-40e4-b23a-0d4a01a4aca6', 'name': 'tempest-TestShelveInstance-808820725-router', 'tenant_id': '7db1021c91384968bc6da10b4d4830a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'b62f18d7-e636-4f6e-a893-3ebc25d13187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:18:23Z', 'updated_at': '2021-08-25T16:18:24Z', 'revision_number': 3, 'project_id': '7db1021c91384968bc6da10b4d4830a1', 'gw_port': {'id': 'b62f18d7-e636-4f6e-a893-3ebc25d13187', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9417b82-0899-40e4-b23a-0d4a01a4aca6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:23Z', 'updated_at': '2021-08-25T16:18:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:25.213851 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1de312-ae5e-4541-8288-9ce49456ce0b None None] Checking router: e9417b82-0899-40e4-b23a-0d4a01a4aca6 for host: dv-cinder-806008-1-iscsi {{(pid=75048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:18:25.213851 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1de312-ae5e-4541-8288-9ce49456ce0b None None] Updating router e9417b82-0899-40e4-b23a-0d4a01a4aca6 port b62f18d7-e636-4f6e-a893-3ebc25d13187 binding host dv-cinder-806008-1-iscsi {{(pid=75048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:18:25.239976 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-88914bc5-e8f8-416e-aaf5-60b3c802709b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:25.251434 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85f7de-0264-4d94-b16f-2a532dab7d9f None None] Pushing event updated for resources: {'Port': ['ID=4ddef5c4-c723-40a1-b174-97a87ce0ce47,revision_number=2']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:25.267918 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-0c85f7de-0264-4d94-b16f-2a532dab7d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:25.286647 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-fe1de312-ae5e-4541-8288-9ce49456ce0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:25.760574 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-88914bc5-e8f8-416e-aaf5-60b3c802709b None None] Notify callbacks [] for port, precommit_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:25.773622 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-88914bc5-e8f8-416e-aaf5-60b3c802709b None None] Transition to ACTIVE for port object 3f704cba-7c30-4df6-a674-62eb8b55c99b will not be triggered until provisioned by entity L2. {{(pid=75047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:18:25.780704 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-11643831-60b0-49c8-9d46-d8f28a6a8612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:25.781323 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-88914bc5-e8f8-416e-aaf5-60b3c802709b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:25.785013 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:25.805008 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-fe1de312-ae5e-4541-8288-9ce49456ce0b None None] Notify callbacks [] for port, precommit_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:25.817254 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.provisioning_blocks [None req-fe1de312-ae5e-4541-8288-9ce49456ce0b None None] Transition to ACTIVE for port object b62f18d7-e636-4f6e-a893-3ebc25d13187 will not be triggered until provisioned by entity L2. {{(pid=75048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:18:25.824854 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-fe1de312-ae5e-4541-8288-9ce49456ce0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:25.829225 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [None req-b14255fe-724d-4206-ba4c-c56e2e61a5a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:25.917077 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5b72b-37ff-40d5-bcce-5698cba4d889 None None] Pushing event updated for resources: {'Port': ['ID=b62f18d7-e636-4f6e-a893-3ebc25d13187,revision_number=2']} {{(pid=75048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:25.919962 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [None req-6af5b72b-37ff-40d5-bcce-5698cba4d889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:25.922355 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.managers [None req-fe1de312-ae5e-4541-8288-9ce49456ce0b None None] Attempting to bind port b62f18d7-e636-4f6e-a893-3ebc25d13187 on host dv-cinder-806008-1-iscsi for vnic_type normal with profile {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:18:25.922836 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.managers [None req-fe1de312-ae5e-4541-8288-9ce49456ce0b None None] Attempting to bind port b62f18d7-e636-4f6e-a893-3ebc25d13187 by drivers openvswitch,hyperv on host dv-cinder-806008-1-iscsi at level 0 using segments [{'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}] {{(pid=75048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:18:25.923313 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1de312-ae5e-4541-8288-9ce49456ce0b None None] Attempting to bind port b62f18d7-e636-4f6e-a893-3ebc25d13187 on network 918dfb31-e205-4511-8f83-81a91dee6c8c {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:18:25.928645 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346ca42-5d58-418e-b07b-33ecc4abbc30 None None] Pushing event updated for resources: {'Port': ['ID=3f704cba-7c30-4df6-a674-62eb8b55c99b,revision_number=3']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:25.930172 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1de312-ae5e-4541-8288-9ce49456ce0b None None] Checking agent: {'id': '8ad9899d-d2ce-4381-ae51-c9c56b6945b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 56, 26), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:18:25.931290 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1de312-ae5e-4541-8288-9ce49456ce0b None None] Checking segment: {'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:18:25.932110 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-fe1de312-ae5e-4541-8288-9ce49456ce0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:25.932725 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1de312-ae5e-4541-8288-9ce49456ce0b None None] Bound using segment: {'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'} {{(pid=75048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:18:25.933529 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.managers [None req-fe1de312-ae5e-4541-8288-9ce49456ce0b None None] Bound port: b62f18d7-e636-4f6e-a893-3ebc25d13187, host: dv-cinder-806008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c802ec5-cb0c-4ebf-9051-a5208badfc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c'}}] {{(pid=75048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:18:25.933868 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-8346ca42-5d58-418e-b07b-33ecc4abbc30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:25.934401 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-fe1de312-ae5e-4541-8288-9ce49456ce0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:25.969621 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-5a252f0a-2abd-4c34-8c15-95fc562d7d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:26.003530 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_common [None req-11643831-60b0-49c8-9d46-d8f28a6a8612 admin admin] Allocated IP 172.20.0.1 (b65d1039-9eaf-493c-8156-736a9377ad46/ffb71615-a075-4a00-92b4-465070e1ec06/a7f7b774-411a-4864-8d7f-2039500b0933) {{(pid=75045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:18:26.023368 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.db [None req-fe1de312-ae5e-4541-8288-9ce49456ce0b None None] For port b62f18d7-e636-4f6e-a893-3ebc25d13187, host dv-cinder-806008-1-iscsi, cleared binding levels {{(pid=75048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:18:26.027026 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.plugins.ml2.db [None req-fe1de312-ae5e-4541-8288-9ce49456ce0b None None] For port b62f18d7-e636-4f6e-a893-3ebc25d13187, host dv-cinder-806008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=b62f18d7-e636-4f6e-a893-3ebc25d13187,segment=NetworkSegment(6c802ec5-cb0c-4ebf-9051-a5208badfc91),segment_id=6c802ec5-cb0c-4ebf-9051-a5208badfc91)] {{(pid=75048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:18:26.032371 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-88914bc5-e8f8-416e-aaf5-60b3c802709b None None] Attempting to bind port 3f704cba-7c30-4df6-a674-62eb8b55c99b on host dv-cinder-806008-1-iscsi for vnic_type normal with profile {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:18:26.032759 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-88914bc5-e8f8-416e-aaf5-60b3c802709b None None] Attempting to bind port 3f704cba-7c30-4df6-a674-62eb8b55c99b by drivers openvswitch,hyperv on host dv-cinder-806008-1-iscsi at level 0 using segments [{'id': '1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '638ce2fb-3499-498a-b218-d9e9c9dbc5e7'}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:18:26.033172 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88914bc5-e8f8-416e-aaf5-60b3c802709b None None] Attempting to bind port 3f704cba-7c30-4df6-a674-62eb8b55c99b on network 638ce2fb-3499-498a-b218-d9e9c9dbc5e7 {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:18:26.037826 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron_lib.callbacks.manager [None req-fe1de312-ae5e-4541-8288-9ce49456ce0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:26.046278 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [None req-ad135975-2983-42e9-a1b4-04595760fdfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:26.052279 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88914bc5-e8f8-416e-aaf5-60b3c802709b None None] Checking agent: {'id': '8ad9899d-d2ce-4381-ae51-c9c56b6945b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 56, 26), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:18:26.052656 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88914bc5-e8f8-416e-aaf5-60b3c802709b None None] Checking segment: {'id': '1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '638ce2fb-3499-498a-b218-d9e9c9dbc5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:18:26.053170 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-88914bc5-e8f8-416e-aaf5-60b3c802709b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:26.053568 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88914bc5-e8f8-416e-aaf5-60b3c802709b None None] Bound using segment: {'id': '1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '638ce2fb-3499-498a-b218-d9e9c9dbc5e7'} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:18:26.054869 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-88914bc5-e8f8-416e-aaf5-60b3c802709b None None] Bound port: 3f704cba-7c30-4df6-a674-62eb8b55c99b, host: dv-cinder-806008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '638ce2fb-3499-498a-b218-d9e9c9dbc5e7'}}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:18:26.054869 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-88914bc5-e8f8-416e-aaf5-60b3c802709b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:26.180749 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5b72b-37ff-40d5-bcce-5698cba4d889 None None] Pushing event updated for resources: {'Port': ['ID=b62f18d7-e636-4f6e-a893-3ebc25d13187,revision_number=3']} {{(pid=75048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:26.184210 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG oslo_concurrency.lockutils [None req-6af5b72b-37ff-40d5-bcce-5698cba4d889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:26.186092 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1de312-ae5e-4541-8288-9ce49456ce0b None None] Routers {'e9417b82-0899-40e4-b23a-0d4a01a4aca6'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:18:26.186713 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-fe1de312-ae5e-4541-8288-9ce49456ce0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:17:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['e9417b82-0899-40e4-b23a-0d4a01a4aca6'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:26.232522 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-11643831-60b0-49c8-9d46-d8f28a6a8612 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:26.274066 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.provisioning_blocks [None req-11643831-60b0-49c8-9d46-d8f28a6a8612 admin admin] Transition to ACTIVE for port object a7f7b774-411a-4864-8d7f-2039500b0933 will not be triggered until provisioned by entity DHCP. {{(pid=75045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:18:26.305648 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-88914bc5-e8f8-416e-aaf5-60b3c802709b None None] For port 3f704cba-7c30-4df6-a674-62eb8b55c99b, host dv-cinder-806008-1-iscsi, cleared binding levels {{(pid=75047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:18:26.311385 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-88914bc5-e8f8-416e-aaf5-60b3c802709b None None] For port 3f704cba-7c30-4df6-a674-62eb8b55c99b, host dv-cinder-806008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=3f704cba-7c30-4df6-a674-62eb8b55c99b,segment=NetworkSegment(1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9),segment_id=1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9)] {{(pid=75047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:18:26.327277 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-88914bc5-e8f8-416e-aaf5-60b3c802709b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:26.344609 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:26.354715 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-11643831-60b0-49c8-9d46-d8f28a6a8612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:26.363768 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-0d2e43c9-f12b-4adb-8655-5677581bc03b tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:26.381676 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89aca1c-fe57-4196-bb0a-bc2e3a326ac7 req-7519532b-bb89-4505-bce4-28172278a98c tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:26.397544 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c89aca1c-fe57-4196-bb0a-bc2e3a326ac7 req-7519532b-bb89-4505-bce4-28172278a98c tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 945 time: 0.1363056 Aug 25 16:18:26.478527 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:26.482630 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88914bc5-e8f8-416e-aaf5-60b3c802709b None None] Routers {'aa107ae0-d912-4b06-b0f5-2f55d1e66150'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:18:26.483271 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-88914bc5-e8f8-416e-aaf5-60b3c802709b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:17:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['aa107ae0-d912-4b06-b0f5-2f55d1e66150'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:26.499401 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11643831-60b0-49c8-9d46-d8f28a6a8612 admin admin] Pushing event updated for resources: {'Port': ['ID=a7f7b774-411a-4864-8d7f-2039500b0933,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:26.506072 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-11643831-60b0-49c8-9d46-d8f28a6a8612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:26.523048 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11643831-60b0-49c8-9d46-d8f28a6a8612 admin admin] Network b65d1039-9eaf-493c-8156-736a9377ad46 is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:18:26.524655 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-11643831-60b0-49c8-9d46-d8f28a6a8612 admin admin] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:18:26.527181 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11643831-60b0-49c8-9d46-d8f28a6a8612 admin admin] Received port after_create {{(pid=75045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:18:26.548868 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c89aca1c-fe57-4196-bb0a-bc2e3a326ac7 req-562fdfd4-67a1-40d8-8885-42f23a595b15 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437371 Aug 25 16:18:26.593908 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-11643831-60b0-49c8-9d46-d8f28a6a8612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683712'] for router_interface, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:26.642207 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-fe1de312-ae5e-4541-8288-9ce49456ce0b None None] Set router e9417b82-0899-40e4-b23a-0d4a01a4aca6 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:18:26.669438 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df89a770-6287-4dc3-82e2-f91524a38d7b None None] Network b65d1039-9eaf-493c-8156-736a9377ad46 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:18:26.725451 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346ca42-5d58-418e-b07b-33ecc4abbc30 None None] Pushing event updated for resources: {'Port': ['ID=3f704cba-7c30-4df6-a674-62eb8b55c99b,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:26.729848 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-8346ca42-5d58-418e-b07b-33ecc4abbc30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:26.805875 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-4361f135-aecc-4b85-90e5-74a93f358bd4 None None] Provisioning for port 4ddef5c4-c723-40a1-b174-97a87ce0ce47 completed by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:18:26.828867 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-11643831-60b0-49c8-9d46-d8f28a6a8612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:26.848692 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-88914bc5-e8f8-416e-aaf5-60b3c802709b None None] Set router aa107ae0-d912-4b06-b0f5-2f55d1e66150 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:18:26.967339 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-fe1de312-ae5e-4541-8288-9ce49456ce0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9417b82-0899-40e4-b23a-0d4a01a4aca6', 'name': 'tempest-TestShelveInstance-808820725-router', 'tenant_id': '7db1021c91384968bc6da10b4d4830a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'b62f18d7-e636-4f6e-a893-3ebc25d13187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:18:23Z', 'updated_at': '2021-08-25T16:18:24Z', 'revision_number': 3, 'project_id': '7db1021c91384968bc6da10b4d4830a1', 'gw_port': {'id': 'b62f18d7-e636-4f6e-a893-3ebc25d13187', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9417b82-0899-40e4-b23a-0d4a01a4aca6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:23Z', 'updated_at': '2021-08-25T16:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:26.972046 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1de312-ae5e-4541-8288-9ce49456ce0b None None] The sync data for ids ['e9417b82-0899-40e4-b23a-0d4a01a4aca6'] in dv-cinder-806008-1-iscsi is: [{'id': 'e9417b82-0899-40e4-b23a-0d4a01a4aca6', 'name': 'tempest-TestShelveInstance-808820725-router', 'tenant_id': '7db1021c91384968bc6da10b4d4830a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'b62f18d7-e636-4f6e-a893-3ebc25d13187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:18:23Z', 'updated_at': '2021-08-25T16:18:24Z', 'revision_number': 3, 'project_id': '7db1021c91384968bc6da10b4d4830a1', 'gw_port': {'id': 'b62f18d7-e636-4f6e-a893-3ebc25d13187', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9417b82-0899-40e4-b23a-0d4a01a4aca6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:23Z', 'updated_at': '2021-08-25T16:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}] {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:18:27.056772 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-11643831-60b0-49c8-9d46-d8f28a6a8612 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:27.061183 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-11643831-60b0-49c8-9d46-d8f28a6a8612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3837783'] for port, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:27.087526 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-a65d7101-1e96-45d3-bfcf-08737bdfb875 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:27.171246 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-11643831-60b0-49c8-9d46-d8f28a6a8612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684841'] for router_interface, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:27.175111 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11643831-60b0-49c8-9d46-d8f28a6a8612 admin admin] Pushing event updated for resources: {'Port': ['ID=a7f7b774-411a-4864-8d7f-2039500b0933,revision_number=2']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:27.178447 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-11643831-60b0-49c8-9d46-d8f28a6a8612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:27.318213 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-88914bc5-e8f8-416e-aaf5-60b3c802709b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'name': 'tempest-TestShelveInstance-992937619-router', 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '3d42b60c-bc09-4e99-86f9-4a540478d47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:18:16Z', 'updated_at': '2021-08-25T16:18:19Z', 'revision_number': 4, 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'gw_port': {'id': '3d42b60c-bc09-4e99-86f9-4a540478d47d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:17Z', 'updated_at': '2021-08-25T16:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '3f704cba-7c30-4df6-a674-62eb8b55c99b', 'name': '', 'network_id': '638ce2fb-3499-498a-b218-d9e9c9dbc5e7', 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f', 'mac_address': 'fa:16:3e:aa:ba:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d7d9829-b2da-496c-b78e-7a8ac52f45df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:19Z', 'updated_at': '2021-08-25T16:18:26Z', 'revision_number': 4, 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'subnets': [{'id': '1d7d9829-b2da-496c-b78e-7a8ac52f45df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:27.324007 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88914bc5-e8f8-416e-aaf5-60b3c802709b None None] The sync data for ids ['aa107ae0-d912-4b06-b0f5-2f55d1e66150'] in dv-cinder-806008-1-iscsi is: [{'id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'name': 'tempest-TestShelveInstance-992937619-router', 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '3d42b60c-bc09-4e99-86f9-4a540478d47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:18:16Z', 'updated_at': '2021-08-25T16:18:19Z', 'revision_number': 4, 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'gw_port': {'id': '3d42b60c-bc09-4e99-86f9-4a540478d47d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:17Z', 'updated_at': '2021-08-25T16:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '3f704cba-7c30-4df6-a674-62eb8b55c99b', 'name': '', 'network_id': '638ce2fb-3499-498a-b218-d9e9c9dbc5e7', 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f', 'mac_address': 'fa:16:3e:aa:ba:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d7d9829-b2da-496c-b78e-7a8ac52f45df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:19Z', 'updated_at': '2021-08-25T16:18:26Z', 'revision_number': 4, 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'subnets': [{'id': '1d7d9829-b2da-496c-b78e-7a8ac52f45df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:18:27.360659 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 4ddef5c4-c723-40a1-b174-97a87ce0ce47 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:18:27.418884 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11643831-60b0-49c8-9d46-d8f28a6a8612 admin admin] Network b65d1039-9eaf-493c-8156-736a9377ad46 is already hosted by enough agents. {{(pid=75045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:18:27.420263 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.base_scheduler [None req-11643831-60b0-49c8-9d46-d8f28a6a8612 admin admin] Resources bound (agent type, host, resource id): {{(pid=75045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:18:27.449837 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba up at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:18:27.531242 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning for port 4ddef5c4-c723-40a1-b174-97a87ce0ce47 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:18:27.539562 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 4ddef5c4-c723-40a1-b174-97a87ce0ce47 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:18:27.539997 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:27.613987 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning complete for port 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:18:27.614370 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:27.766652 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-fb51b9a9-37fe-45b1-a387-2ef8997dd871 None None] Provisioning complete for port 4ddef5c4-c723-40a1-b174-97a87ce0ce47 triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:18:27.767106 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-fb51b9a9-37fe-45b1-a387-2ef8997dd871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:27.997169 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8ca27-862c-41fd-9529-891ccd3be593 req-0c77c6af-2f86-4c48-8cb1-9601de63a486 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:28.006393 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-1ef8ca27-862c-41fd-9529-891ccd3be593 req-0c77c6af-2f86-4c48-8cb1-9601de63a486 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 945 time: 0.2023356 Aug 25 16:18:28.009265 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:28.039521 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:28.097619 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-1ef8ca27-862c-41fd-9529-891ccd3be593 req-0c2d9d75-203b-412c-8d2e-7510520d11e3 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901854 Aug 25 16:18:28.157862 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11643831-60b0-49c8-9d46-d8f28a6a8612 admin admin] Router e9417b82-0899-40e4-b23a-0d4a01a4aca6 has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:18:28.159782 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b88c6f3-d227-4858-bbab-2986ca99a592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba'}] {{(pid=75047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:18:28.167564 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-fb51b9a9-37fe-45b1-a387-2ef8997dd871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:28.192403 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba,segment=NetworkSegment(a05c1134-7b51-454b-8aaa-f8bbb9036c51),segment_id=a05c1134-7b51-454b-8aaa-f8bbb9036c51)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:28.207167 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] For port 4ddef5c4-c723-40a1-b174-97a87ce0ce47, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=4ddef5c4-c723-40a1-b174-97a87ce0ce47,segment=NetworkSegment(4d6c3137-3d8e-4529-9fe8-401e7c22e7d9),segment_id=4d6c3137-3d8e-4529-9fe8-401e7c22e7d9)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:28.208535 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:28.210942 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:28.248070 dv-cinder-806008-1-iscsi neutron-server[75047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b88c6f3-d227-4858-bbab-2986ca99a592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba', 'code': 200} Aug 25 16:18:28.258963 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:28.453627 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11643831-60b0-49c8-9d46-d8f28a6a8612 admin admin] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:18:28.462289 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba,revision_number=10']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:28.463503 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-11643831-60b0-49c8-9d46-d8f28a6a8612 admin admin] 10.222.0.43 "PUT /v2.0/routers/e9417b82-0899-40e4-b23a-0d4a01a4aca6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7627273 Aug 25 16:18:28.469729 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:28.483657 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:28.566060 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Pushing event updated for resources: {'Port': ['ID=4ddef5c4-c723-40a1-b174-97a87ce0ce47,revision_number=3']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:28.570061 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-15720898-c019-4175-9c97-ec6f91487123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:28.571547 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:28.574368 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.db.api [None req-fb51b9a9-37fe-45b1-a387-2ef8997dd871 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:18:28.574795 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_db.api [None req-fb51b9a9-37fe-45b1-a387-2ef8997dd871 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:18:28.606886 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-fd5b87de-6b16-4dfb-90e2-46e7b91d0957 req-6323c9bf-ff24-4a48-aa95-12a1ac437aa6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 1100 time: 0.0910337 Aug 25 16:18:28.657726 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-fd5b87de-6b16-4dfb-90e2-46e7b91d0957 req-8a718fdf-f40b-4371-a2c8-9918e9e2039d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398757 Aug 25 16:18:29.057702 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 55678) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:29.063356 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-515d2d03-8fcd-47f5-b81d-1f65f4355ee1 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1941300263', 'description': 'tempest-secgroup-smoke-1941300263 description', 'project_id': '4b39548a4e294d87a712a5ed13f0a07f'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:29.069189 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-515d2d03-8fcd-47f5-b81d-1f65f4355ee1 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:29.073056 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-515d2d03-8fcd-47f5-b81d-1f65f4355ee1 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Usage tracker for resource:security_group and tenant:4b39548a4e294d87a712a5ed13f0a07f is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:29.076004 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-515d2d03-8fcd-47f5-b81d-1f65f4355ee1 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:29.082583 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-515d2d03-8fcd-47f5-b81d-1f65f4355ee1 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:29.095368 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-515d2d03-8fcd-47f5-b81d-1f65f4355ee1 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.130267 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-515d2d03-8fcd-47f5-b81d-1f65f4355ee1 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:29.133988 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-515d2d03-8fcd-47f5-b81d-1f65f4355ee1 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Usage tracker for resource:security_group_rule and tenant:4b39548a4e294d87a712a5ed13f0a07f is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:29.136674 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-515d2d03-8fcd-47f5-b81d-1f65f4355ee1 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:29.142703 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-515d2d03-8fcd-47f5-b81d-1f65f4355ee1 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:29.143161 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-fb51b9a9-37fe-45b1-a387-2ef8997dd871 None None] Provisioning for port a7f7b774-411a-4864-8d7f-2039500b0933 completed by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:18:29.150279 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-fb51b9a9-37fe-45b1-a387-2ef8997dd871 None None] Provisioning complete for port a7f7b774-411a-4864-8d7f-2039500b0933 triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:18:29.150938 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-fb51b9a9-37fe-45b1-a387-2ef8997dd871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.203927 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-515d2d03-8fcd-47f5-b81d-1f65f4355ee1 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.208237 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-515d2d03-8fcd-47f5-b81d-1f65f4355ee1 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.212689 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-31e79ed4-2250-4a5b-ad79-db836447f15b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:29.216491 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-fb51b9a9-37fe-45b1-a387-2ef8997dd871 None None] Port a7f7b774-411a-4864-8d7f-2039500b0933 cannot update to ACTIVE because it is not bound. {{(pid=75047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:18:29.250952 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d2d03-8fcd-47f5-b81d-1f65f4355ee1 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bffd4d17-1c7f-431b-80be-30134d115a10,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:29.254083 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-515d2d03-8fcd-47f5-b81d-1f65f4355ee1 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:29.256033 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-515d2d03-8fcd-47f5-b81d-1f65f4355ee1 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.258181 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-515d2d03-8fcd-47f5-b81d-1f65f4355ee1 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1991193 Aug 25 16:18:29.261132 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 55684) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:29.266863 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-a8a0f720-98fb-430c-9e2c-c365f54bfaf1 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Request body: {'security_group_rule': {'security_group_id': 'bffd4d17-1c7f-431b-80be-30134d115a10', 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:29.276205 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-a8a0f720-98fb-430c-9e2c-c365f54bfaf1 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:29.277595 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.312092 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-a8a0f720-98fb-430c-9e2c-c365f54bfaf1 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Usage tracker for resource:security_group_rule and tenant:4b39548a4e294d87a712a5ed13f0a07f is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:29.319135 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-a8a0f720-98fb-430c-9e2c-c365f54bfaf1 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:29.335809 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-a8a0f720-98fb-430c-9e2c-c365f54bfaf1 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:29.344294 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-3404e804-df9f-404a-be7b-e1e195687a2a None None] Provisioning complete for port a7f7b774-411a-4864-8d7f-2039500b0933 triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:18:29.344834 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-3404e804-df9f-404a-be7b-e1e195687a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.388399 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a8a0f720-98fb-430c-9e2c-c365f54bfaf1 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.412449 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-3404e804-df9f-404a-be7b-e1e195687a2a None None] Port a7f7b774-411a-4864-8d7f-2039500b0933 cannot update to ACTIVE because it is not bound. {{(pid=75047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:18:29.421381 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f9ef6-a25d-4177-822f-ad78c9bc7330 req-9f058dab-05e1-4b8d-9f7d-2015bd41d59e tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:29.422851 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-cf2f9ef6-a25d-4177-822f-ad78c9bc7330 req-9f058dab-05e1-4b8d-9f7d-2015bd41d59e tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 947 time: 0.1503527 Aug 25 16:18:29.441999 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device b62f18d7-e636-4f6e-a893-3ebc25d13187 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:18:29.490660 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a8a0f720-98fb-430c-9e2c-c365f54bfaf1 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.494282 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-cf2f9ef6-a25d-4177-822f-ad78c9bc7330 req-413b2177-92bd-445a-b309-65b4db6f5799 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612051 Aug 25 16:18:29.495316 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a8a0f720-98fb-430c-9e2c-c365f54bfaf1 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347877'] for security_group_rule, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.497415 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-0bc569f9-a885-48cb-8621-fcafc76c11ae tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:29.519720 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0f720-98fb-430c-9e2c-c365f54bfaf1 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=524339ae-2126-4713-aa26-dda5ece9ce15,revision_number=0']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:29.522294 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-a8a0f720-98fb-430c-9e2c-c365f54bfaf1 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:29.522490 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning for port b62f18d7-e636-4f6e-a893-3ebc25d13187 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:18:29.528747 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port b62f18d7-e636-4f6e-a893-3ebc25d13187 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:18:29.529169 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.540286 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a8a0f720-98fb-430c-9e2c-c365f54bfaf1 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.541587 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-a8a0f720-98fb-430c-9e2c-c365f54bfaf1 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2794914 Aug 25 16:18:29.544440 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 55688) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:29.549929 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-dbcfc89f-bfa8-45df-9e79-b43d87f8a68c tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Request body: {'security_group_rule': {'security_group_id': 'bffd4d17-1c7f-431b-80be-30134d115a10', 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:29.555698 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-dbcfc89f-bfa8-45df-9e79-b43d87f8a68c tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:29.559497 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-dbcfc89f-bfa8-45df-9e79-b43d87f8a68c tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Usage tracker for resource:security_group_rule and tenant:4b39548a4e294d87a712a5ed13f0a07f is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:29.562378 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-dbcfc89f-bfa8-45df-9e79-b43d87f8a68c tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:29.568063 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-dbcfc89f-bfa8-45df-9e79-b43d87f8a68c tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:29.588215 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-dbcfc89f-bfa8-45df-9e79-b43d87f8a68c tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.646269 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.656403 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-dbcfc89f-bfa8-45df-9e79-b43d87f8a68c tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.659698 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-dbcfc89f-bfa8-45df-9e79-b43d87f8a68c tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347877'] for security_group_rule, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.663394 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] For port b62f18d7-e636-4f6e-a893-3ebc25d13187, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=b62f18d7-e636-4f6e-a893-3ebc25d13187,segment=NetworkSegment(6c802ec5-cb0c-4ebf-9051-a5208badfc91),segment_id=6c802ec5-cb0c-4ebf-9051-a5208badfc91)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:29.666420 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-a8a0f720-98fb-430c-9e2c-c365f54bfaf1 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:29.667451 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.668290 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 3f704cba-7c30-4df6-a674-62eb8b55c99b up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:18:29.686701 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfc89f-bfa8-45df-9e79-b43d87f8a68c tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca6c093-b8f3-4c87-b4a8-97eb4c146303,revision_number=0']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:29.689415 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-dbcfc89f-bfa8-45df-9e79-b43d87f8a68c tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:29.695143 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:29.698078 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-dbcfc89f-bfa8-45df-9e79-b43d87f8a68c tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.699321 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-dbcfc89f-bfa8-45df-9e79-b43d87f8a68c tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1538970 Aug 25 16:18:29.702292 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 55692) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:29.708021 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-94cdeadd-025b-4d00-afb7-9cf3cde83718 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Request body: {'security_group_rule': {'security_group_id': 'bffd4d17-1c7f-431b-80be-30134d115a10', 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:29.713972 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-94cdeadd-025b-4d00-afb7-9cf3cde83718 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:29.717638 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-94cdeadd-025b-4d00-afb7-9cf3cde83718 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Usage tracker for resource:security_group_rule and tenant:4b39548a4e294d87a712a5ed13f0a07f is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:29.720523 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-94cdeadd-025b-4d00-afb7-9cf3cde83718 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:29.726165 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-94cdeadd-025b-4d00-afb7-9cf3cde83718 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:29.747007 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-94cdeadd-025b-4d00-afb7-9cf3cde83718 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.779053 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Pushing event updated for resources: {'Port': ['ID=b62f18d7-e636-4f6e-a893-3ebc25d13187,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:29.783222 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:29.792114 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning for port 3f704cba-7c30-4df6-a674-62eb8b55c99b completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:18:29.796901 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 3f704cba-7c30-4df6-a674-62eb8b55c99b triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:18:29.797346 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.809600 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-94cdeadd-025b-4d00-afb7-9cf3cde83718 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.813208 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-94cdeadd-025b-4d00-afb7-9cf3cde83718 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347877'] for security_group_rule, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.815194 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-cb5f1d99-9e95-469c-abd2-8b84d5fde212 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:29.837048 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdeadd-025b-4d00-afb7-9cf3cde83718 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2caa7107-218a-45f9-8ab9-81ef8706cf9c,revision_number=0']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:29.841443 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-94cdeadd-025b-4d00-afb7-9cf3cde83718 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:29.846560 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-94cdeadd-025b-4d00-afb7-9cf3cde83718 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.847754 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-94cdeadd-025b-4d00-afb7-9cf3cde83718 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1442940 Aug 25 16:18:29.850700 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 55696) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:29.856972 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-89264f38-c6b9-495b-99ac-c9582e226f41 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Request body: {'security_group_rule': {'security_group_id': 'bffd4d17-1c7f-431b-80be-30134d115a10', 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:29.862538 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-89264f38-c6b9-495b-99ac-c9582e226f41 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:29.866328 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-89264f38-c6b9-495b-99ac-c9582e226f41 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Usage tracker for resource:security_group_rule and tenant:4b39548a4e294d87a712a5ed13f0a07f is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:29.869175 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-89264f38-c6b9-495b-99ac-c9582e226f41 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:29.875608 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-89264f38-c6b9-495b-99ac-c9582e226f41 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:29.893205 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-89264f38-c6b9-495b-99ac-c9582e226f41 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.911553 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.952435 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] For port 3f704cba-7c30-4df6-a674-62eb8b55c99b, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=3f704cba-7c30-4df6-a674-62eb8b55c99b,segment=NetworkSegment(1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9),segment_id=1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:29.956761 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.957817 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 4ddef5c4-c723-40a1-b174-97a87ce0ce47 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:18:29.966742 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-89264f38-c6b9-495b-99ac-c9582e226f41 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.972697 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-89264f38-c6b9-495b-99ac-c9582e226f41 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347877'] for security_group_rule, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:29.974911 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-7f7c2f28-9dec-4ea6-94d4-d8ec146b8c25 tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:29.985437 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-0c85f7de-0264-4d94-b16f-2a532dab7d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:29.996453 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89264f38-c6b9-495b-99ac-c9582e226f41 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=323e1c00-c43d-4544-a387-592b87ba55e8,revision_number=0']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:29.999076 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-89264f38-c6b9-495b-99ac-c9582e226f41 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:30.008223 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-89264f38-c6b9-495b-99ac-c9582e226f41 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:30.009529 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-89264f38-c6b9-495b-99ac-c9582e226f41 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1572936 Aug 25 16:18:30.012230 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 55700) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:30.017939 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-5aa012d7-c92d-422a-be73-71dac51ce190 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Request body: {'security_group_rule': {'security_group_id': 'bffd4d17-1c7f-431b-80be-30134d115a10', 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:30.024246 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-5aa012d7-c92d-422a-be73-71dac51ce190 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:30.028030 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-5aa012d7-c92d-422a-be73-71dac51ce190 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Usage tracker for resource:security_group_rule and tenant:4b39548a4e294d87a712a5ed13f0a07f is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:30.030906 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-5aa012d7-c92d-422a-be73-71dac51ce190 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:30.036511 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-5aa012d7-c92d-422a-be73-71dac51ce190 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:30.048074 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.db.securitygroups_db [None req-5aa012d7-c92d-422a-be73-71dac51ce190 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Project 4b39548a4e294d87a712a5ed13f0a07f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 16:18:30.054870 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5aa012d7-c92d-422a-be73-71dac51ce190 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:30.075632 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Pushing event updated for resources: {'Port': ['ID=3f704cba-7c30-4df6-a674-62eb8b55c99b,revision_number=5']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:30.078740 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:30.089447 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 4ddef5c4-c723-40a1-b174-97a87ce0ce47 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:18:30.090033 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:30.122681 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5aa012d7-c92d-422a-be73-71dac51ce190 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:30.126606 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5aa012d7-c92d-422a-be73-71dac51ce190 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347877'] for security_group_rule, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:30.128834 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-89264f38-c6b9-495b-99ac-c9582e226f41 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:30.150704 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa012d7-c92d-422a-be73-71dac51ce190 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9069eebb-686a-43fc-aa8e-b5d0690b91fc,revision_number=0']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:30.153585 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-5aa012d7-c92d-422a-be73-71dac51ce190 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:30.160748 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5aa012d7-c92d-422a-be73-71dac51ce190 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:30.162001 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-5aa012d7-c92d-422a-be73-71dac51ce190 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1488600 Aug 25 16:18:30.165249 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 55704) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:30.170826 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.v2.base [None req-5b116aef-b997-4af5-a432-8d862d47ce53 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Request body: {'security_group_rule': {'security_group_id': 'bffd4d17-1c7f-431b-80be-30134d115a10', 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:18:30.177337 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-5b116aef-b997-4af5-a432-8d862d47ce53 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:30.181384 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-5b116aef-b997-4af5-a432-8d862d47ce53 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Usage tracker for resource:security_group_rule and tenant:4b39548a4e294d87a712a5ed13f0a07f is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:30.184742 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-5b116aef-b997-4af5-a432-8d862d47ce53 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:30.190441 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-5b116aef-b997-4af5-a432-8d862d47ce53 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:30.202746 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.db.securitygroups_db [None req-5b116aef-b997-4af5-a432-8d862d47ce53 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Project 4b39548a4e294d87a712a5ed13f0a07f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 16:18:30.209882 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5b116aef-b997-4af5-a432-8d862d47ce53 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:30.280856 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5b116aef-b997-4af5-a432-8d862d47ce53 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:30.285394 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5b116aef-b997-4af5-a432-8d862d47ce53 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347877'] for security_group_rule, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:30.288108 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:30.311985 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b116aef-b997-4af5-a432-8d862d47ce53 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2558bba-ecd0-4655-b49a-a811c7a000c9,revision_number=0']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:30.314774 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-5b116aef-b997-4af5-a432-8d862d47ce53 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:30.323155 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5b116aef-b997-4af5-a432-8d862d47ce53 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:30.324636 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-5b116aef-b997-4af5-a432-8d862d47ce53 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1582963 Aug 25 16:18:30.721250 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:30.859417 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f20550-2ddb-40a9-a8c1-2c73f5d3996f req-f6da5839-dd98-49b6-9ff4-b688812a91fc tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:30.860920 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-79f20550-2ddb-40a9-a8c1-2c73f5d3996f req-f6da5839-dd98-49b6-9ff4-b688812a91fc tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 947 time: 0.2072322 Aug 25 16:18:30.920455 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-79f20550-2ddb-40a9-a8c1-2c73f5d3996f req-a63c5340-4310-4c6f-a672-8983780517be tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527880 Aug 25 16:18:31.289178 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device b62f18d7-e636-4f6e-a893-3ebc25d13187 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:18:31.380677 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port b62f18d7-e636-4f6e-a893-3ebc25d13187 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:18:31.381085 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:31.497498 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 3f704cba-7c30-4df6-a674-62eb8b55c99b up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:18:31.564680 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port 3f704cba-7c30-4df6-a674-62eb8b55c99b triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:18:31.565087 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:32.138438 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfb20a-ebcd-4bd7-b23c-b25abc134121 req-fa2b6cae-e73c-4456-b6d9-c72ab8d4275f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:32.139909 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-88dfb20a-ebcd-4bd7-b23c-b25abc134121 req-fa2b6cae-e73c-4456-b6d9-c72ab8d4275f tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 947 time: 0.0787113 Aug 25 16:18:32.186203 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-88dfb20a-ebcd-4bd7-b23c-b25abc134121 req-f7a7abba-37ff-48be-a622-b36db6fbd276 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408785 Aug 25 16:18:40.778724 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:41.442678 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:18:48.928574 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-01fc7a55-96a1-454d-b4bb-eea19d7eacd9 req-9e829ab8-fb5a-4201-9c39-51d4ab47ba22 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701692 Aug 25 16:18:49.030497 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-01fc7a55-96a1-454d-b4bb-eea19d7eacd9 req-a16044fb-5669-445d-beba-13d7b00a3b72 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd338f4b7714b59867e69ddd8df8b95&device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 1100 time: 0.0678999 Aug 25 16:18:49.172162 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc7a55-96a1-454d-b4bb-eea19d7eacd9 req-0126d791-42fa-4268-922c-70733bf03d4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:49.173630 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-01fc7a55-96a1-454d-b4bb-eea19d7eacd9 req-0126d791-42fa-4268-922c-70733bf03d4d service neutron] 10.222.0.21 "GET /v2.0/networks?id=f850c874-26b5-48b0-8127-913ec3bc37ac HTTP/1.1" status: 200 len: 919 time: 0.1230521 Aug 25 16:18:49.277286 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-01fc7a55-96a1-454d-b4bb-eea19d7eacd9 req-a5611b15-f91a-4664-b193-786d1ce357a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba HTTP/1.1" status: 200 len: 1002 time: 0.0962682 Aug 25 16:18:49.341859 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc7a55-96a1-454d-b4bb-eea19d7eacd9 req-6fcf7a8e-989e-4d57-b586-0f82532814b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:49.343267 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-01fc7a55-96a1-454d-b4bb-eea19d7eacd9 req-6fcf7a8e-989e-4d57-b586-0f82532814b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c90e4aa-a616-450f-a776-04d207824949 HTTP/1.1" status: 200 len: 856 time: 0.0598257 Aug 25 16:18:49.418747 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-01fc7a55-96a1-454d-b4bb-eea19d7eacd9 req-c2a75bb5-c6fe-4ca5-94ee-4e11d8c7cb0e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f850c874-26b5-48b0-8127-913ec3bc37ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687580 Aug 25 16:18:49.562078 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-01fc7a55-96a1-454d-b4bb-eea19d7eacd9 req-380ba4cc-289c-4376-a9ef-8c5ac2bf7b0a service neutron] 10.222.0.21 "GET /v2.0/networks/f850c874-26b5-48b0-8127-913ec3bc37ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359470 Aug 25 16:18:49.684406 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993907ab-1e54-48a8-a816-4e02013cea79 None None] Sync routers for ids ['e9417b82-0899-40e4-b23a-0d4a01a4aca6'] in dv-cinder-806008-1-iscsi {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:18:49.696520 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993907ab-1e54-48a8-a816-4e02013cea79 None None] Routers {'e9417b82-0899-40e4-b23a-0d4a01a4aca6'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:18:49.697250 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-993907ab-1e54-48a8-a816-4e02013cea79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:18:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['e9417b82-0899-40e4-b23a-0d4a01a4aca6'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:49.699019 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-01fc7a55-96a1-454d-b4bb-eea19d7eacd9 req-5fb7121f-6acc-4c5f-a359-70be2bb3789f service neutron] 10.222.0.21 "GET /v2.0/networks/f850c874-26b5-48b0-8127-913ec3bc37ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308110 Aug 25 16:18:49.909640 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-993907ab-1e54-48a8-a816-4e02013cea79 None None] Set router e9417b82-0899-40e4-b23a-0d4a01a4aca6 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:18:50.206857 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-993907ab-1e54-48a8-a816-4e02013cea79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9417b82-0899-40e4-b23a-0d4a01a4aca6', 'name': 'tempest-TestShelveInstance-808820725-router', 'tenant_id': '7db1021c91384968bc6da10b4d4830a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'b62f18d7-e636-4f6e-a893-3ebc25d13187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:18:23Z', 'updated_at': '2021-08-25T16:18:26Z', 'revision_number': 4, 'project_id': '7db1021c91384968bc6da10b4d4830a1', 'gw_port': {'id': 'b62f18d7-e636-4f6e-a893-3ebc25d13187', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9417b82-0899-40e4-b23a-0d4a01a4aca6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:23Z', 'updated_at': '2021-08-25T16:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': 'a7f7b774-411a-4864-8d7f-2039500b0933', 'name': '', 'network_id': 'b65d1039-9eaf-493c-8156-736a9377ad46', 'tenant_id': '7db1021c91384968bc6da10b4d4830a1', 'mac_address': 'fa:16:3e:60:f7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9417b82-0899-40e4-b23a-0d4a01a4aca6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ffb71615-a075-4a00-92b4-465070e1ec06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:25Z', 'updated_at': '2021-08-25T16:18:26Z', 'revision_number': 2, 'project_id': '7db1021c91384968bc6da10b4d4830a1', 'subnets': [{'id': 'ffb71615-a075-4a00-92b4-465070e1ec06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:50.210554 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993907ab-1e54-48a8-a816-4e02013cea79 None None] Checking router: e9417b82-0899-40e4-b23a-0d4a01a4aca6 for host: dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:18:50.211444 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993907ab-1e54-48a8-a816-4e02013cea79 None None] Updating router e9417b82-0899-40e4-b23a-0d4a01a4aca6 port a7f7b774-411a-4864-8d7f-2039500b0933 binding host dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:18:50.260580 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-993907ab-1e54-48a8-a816-4e02013cea79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:50.590138 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-993907ab-1e54-48a8-a816-4e02013cea79 None None] Notify callbacks [] for port, precommit_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:50.601301 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-993907ab-1e54-48a8-a816-4e02013cea79 None None] Transition to ACTIVE for port object a7f7b774-411a-4864-8d7f-2039500b0933 will not be triggered until provisioned by entity L2. {{(pid=75047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:18:50.607627 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-993907ab-1e54-48a8-a816-4e02013cea79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:50.610927 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:50.729950 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ecade-92a6-4f24-a97d-ceaad4389eda None None] Pushing event updated for resources: {'Port': ['ID=a7f7b774-411a-4864-8d7f-2039500b0933,revision_number=3']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:50.733782 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-954ecade-92a6-4f24-a97d-ceaad4389eda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:50.820484 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-993907ab-1e54-48a8-a816-4e02013cea79 None None] Attempting to bind port a7f7b774-411a-4864-8d7f-2039500b0933 on host dv-cinder-806008-1-iscsi for vnic_type normal with profile {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:18:50.820859 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-993907ab-1e54-48a8-a816-4e02013cea79 None None] Attempting to bind port a7f7b774-411a-4864-8d7f-2039500b0933 by drivers openvswitch,hyperv on host dv-cinder-806008-1-iscsi at level 0 using segments [{'id': '4d6c3137-3d8e-4529-9fe8-401e7c22e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'b65d1039-9eaf-493c-8156-736a9377ad46'}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:18:50.821293 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993907ab-1e54-48a8-a816-4e02013cea79 None None] Attempting to bind port a7f7b774-411a-4864-8d7f-2039500b0933 on network b65d1039-9eaf-493c-8156-736a9377ad46 {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:18:50.828233 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993907ab-1e54-48a8-a816-4e02013cea79 None None] Checking agent: {'id': '8ad9899d-d2ce-4381-ae51-c9c56b6945b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 56, 26), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:18:50.828612 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993907ab-1e54-48a8-a816-4e02013cea79 None None] Checking segment: {'id': '4d6c3137-3d8e-4529-9fe8-401e7c22e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'b65d1039-9eaf-493c-8156-736a9377ad46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:18:50.829070 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-993907ab-1e54-48a8-a816-4e02013cea79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:50.829472 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993907ab-1e54-48a8-a816-4e02013cea79 None None] Bound using segment: {'id': '4d6c3137-3d8e-4529-9fe8-401e7c22e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'b65d1039-9eaf-493c-8156-736a9377ad46'} {{(pid=75047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:18:50.829952 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.managers [None req-993907ab-1e54-48a8-a816-4e02013cea79 None None] Bound port: a7f7b774-411a-4864-8d7f-2039500b0933, host: dv-cinder-806008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6c3137-3d8e-4529-9fe8-401e7c22e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'b65d1039-9eaf-493c-8156-736a9377ad46'}}] {{(pid=75047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:18:50.830329 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-993907ab-1e54-48a8-a816-4e02013cea79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:50.919758 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-993907ab-1e54-48a8-a816-4e02013cea79 None None] For port a7f7b774-411a-4864-8d7f-2039500b0933, host dv-cinder-806008-1-iscsi, cleared binding levels {{(pid=75047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:18:50.923167 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-993907ab-1e54-48a8-a816-4e02013cea79 None None] For port a7f7b774-411a-4864-8d7f-2039500b0933, host dv-cinder-806008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=a7f7b774-411a-4864-8d7f-2039500b0933,segment=NetworkSegment(4d6c3137-3d8e-4529-9fe8-401e7c22e7d9),segment_id=4d6c3137-3d8e-4529-9fe8-401e7c22e7d9)] {{(pid=75047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:18:50.926744 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-993907ab-1e54-48a8-a816-4e02013cea79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:50.930243 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:51.017987 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ecade-92a6-4f24-a97d-ceaad4389eda None None] Pushing event updated for resources: {'Port': ['ID=a7f7b774-411a-4864-8d7f-2039500b0933,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:51.021410 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-954ecade-92a6-4f24-a97d-ceaad4389eda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:51.022853 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993907ab-1e54-48a8-a816-4e02013cea79 None None] Routers {'e9417b82-0899-40e4-b23a-0d4a01a4aca6'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:18:51.023519 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-993907ab-1e54-48a8-a816-4e02013cea79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:18:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['e9417b82-0899-40e4-b23a-0d4a01a4aca6'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:51.204754 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-993907ab-1e54-48a8-a816-4e02013cea79 None None] Set router e9417b82-0899-40e4-b23a-0d4a01a4aca6 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:18:51.571764 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-993907ab-1e54-48a8-a816-4e02013cea79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9417b82-0899-40e4-b23a-0d4a01a4aca6', 'name': 'tempest-TestShelveInstance-808820725-router', 'tenant_id': '7db1021c91384968bc6da10b4d4830a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'b62f18d7-e636-4f6e-a893-3ebc25d13187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:18:23Z', 'updated_at': '2021-08-25T16:18:26Z', 'revision_number': 4, 'project_id': '7db1021c91384968bc6da10b4d4830a1', 'gw_port': {'id': 'b62f18d7-e636-4f6e-a893-3ebc25d13187', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9417b82-0899-40e4-b23a-0d4a01a4aca6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:23Z', 'updated_at': '2021-08-25T16:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': 'a7f7b774-411a-4864-8d7f-2039500b0933', 'name': '', 'network_id': 'b65d1039-9eaf-493c-8156-736a9377ad46', 'tenant_id': '7db1021c91384968bc6da10b4d4830a1', 'mac_address': 'fa:16:3e:60:f7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9417b82-0899-40e4-b23a-0d4a01a4aca6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ffb71615-a075-4a00-92b4-465070e1ec06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:25Z', 'updated_at': '2021-08-25T16:18:50Z', 'revision_number': 4, 'project_id': '7db1021c91384968bc6da10b4d4830a1', 'subnets': [{'id': 'ffb71615-a075-4a00-92b4-465070e1ec06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:51.575678 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993907ab-1e54-48a8-a816-4e02013cea79 None None] The sync data for ids ['e9417b82-0899-40e4-b23a-0d4a01a4aca6'] in dv-cinder-806008-1-iscsi is: [{'id': 'e9417b82-0899-40e4-b23a-0d4a01a4aca6', 'name': 'tempest-TestShelveInstance-808820725-router', 'tenant_id': '7db1021c91384968bc6da10b4d4830a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'b62f18d7-e636-4f6e-a893-3ebc25d13187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:18:23Z', 'updated_at': '2021-08-25T16:18:26Z', 'revision_number': 4, 'project_id': '7db1021c91384968bc6da10b4d4830a1', 'gw_port': {'id': 'b62f18d7-e636-4f6e-a893-3ebc25d13187', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9417b82-0899-40e4-b23a-0d4a01a4aca6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:23Z', 'updated_at': '2021-08-25T16:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': 'a7f7b774-411a-4864-8d7f-2039500b0933', 'name': '', 'network_id': 'b65d1039-9eaf-493c-8156-736a9377ad46', 'tenant_id': '7db1021c91384968bc6da10b4d4830a1', 'mac_address': 'fa:16:3e:60:f7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9417b82-0899-40e4-b23a-0d4a01a4aca6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ffb71615-a075-4a00-92b4-465070e1ec06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:25Z', 'updated_at': '2021-08-25T16:18:50Z', 'revision_number': 4, 'project_id': '7db1021c91384968bc6da10b4d4830a1', 'subnets': [{'id': 'ffb71615-a075-4a00-92b4-465070e1ec06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:18:53.307774 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device a7f7b774-411a-4864-8d7f-2039500b0933 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:18:53.373878 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning for port a7f7b774-411a-4864-8d7f-2039500b0933 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:18:53.378483 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port a7f7b774-411a-4864-8d7f-2039500b0933 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:18:53.378859 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:53.490518 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:53.521528 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] For port a7f7b774-411a-4864-8d7f-2039500b0933, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=a7f7b774-411a-4864-8d7f-2039500b0933,segment=NetworkSegment(4d6c3137-3d8e-4529-9fe8-401e7c22e7d9),segment_id=4d6c3137-3d8e-4529-9fe8-401e7c22e7d9)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:53.525303 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:53.527027 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:53.592704 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Pushing event updated for resources: {'Port': ['ID=a7f7b774-411a-4864-8d7f-2039500b0933,revision_number=5']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:53.595758 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:55.293274 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device a7f7b774-411a-4864-8d7f-2039500b0933 up at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:18:55.362805 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Provisioning complete for port a7f7b774-411a-4864-8d7f-2039500b0933 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:18:55.363182 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:55.921255 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-d8dc6f25-58a1-4d8e-a07f-08c3b746c41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:56.421308 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:57.449843 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-6e6e6852-544d-4eab-8359-d02576785478 req-444b484f-ba20-41db-8ae6-30ca7d0d8dea tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Synchronizing usage tracker for tenant:4b39548a4e294d87a712a5ed13f0a07f on resource:security_group {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:18:57.466466 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-6e6e6852-544d-4eab-8359-d02576785478 req-444b484f-ba20-41db-8ae6-30ca7d0d8dea tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Unset dirty status for tenant:4b39548a4e294d87a712a5ed13f0a07f on resource:security_group {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:18:57.467773 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6e6e6852-544d-4eab-8359-d02576785478 req-444b484f-ba20-41db-8ae6-30ca7d0d8dea tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1941300263&fields=id&tenant_id=4b39548a4e294d87a712a5ed13f0a07f HTTP/1.1" status: 200 len: 267 time: 0.0586350 Aug 25 16:18:57.619378 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e6852-544d-4eab-8359-d02576785478 req-867593f2-2f6b-4d3c-b6f8-d315fbba4cf3 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:57.620795 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6e6e6852-544d-4eab-8359-d02576785478 req-867593f2-2f6b-4d3c-b6f8-d315fbba4cf3 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/networks?id=638ce2fb-3499-498a-b218-d9e9c9dbc5e7 HTTP/1.1" status: 200 len: 808 time: 0.1464112 Aug 25 16:18:57.636646 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6e6e6852-544d-4eab-8359-d02576785478 req-cb5af76b-e6f3-4bcd-a402-27d6058389f3 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/quotas/4b39548a4e294d87a712a5ed13f0a07f HTTP/1.1" status: 200 len: 375 time: 0.0104725 Aug 25 16:18:57.718063 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-6e6e6852-544d-4eab-8359-d02576785478 req-5785c8c0-9e86-4d15-925f-913a7ff9486f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Synchronizing usage tracker for tenant:4b39548a4e294d87a712a5ed13f0a07f on resource:port {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:18:57.734482 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-6e6e6852-544d-4eab-8359-d02576785478 req-5785c8c0-9e86-4d15-925f-913a7ff9486f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Unset dirty status for tenant:4b39548a4e294d87a712a5ed13f0a07f on resource:port {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:18:57.735805 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6e6e6852-544d-4eab-8359-d02576785478 req-5785c8c0-9e86-4d15-925f-913a7ff9486f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b39548a4e294d87a712a5ed13f0a07f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0943701 Aug 25 16:18:58.007840 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6e6e6852-544d-4eab-8359-d02576785478 req-adba1357-d34a-4218-af23-63da4d5b7682 service neutron] 10.222.0.43 "GET /v2.0/networks/638ce2fb-3499-498a-b218-d9e9c9dbc5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603896 Aug 25 16:18:58.143820 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6e6e6852-544d-4eab-8359-d02576785478 req-792d784a-c5fb-45ce-82ff-d97215bacb3c service neutron] 10.222.0.43 "GET /v2.0/networks/638ce2fb-3499-498a-b218-d9e9c9dbc5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302438 Aug 25 16:18:58.231685 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-cdfb1d9a-73a0-4a49-aa1b-11e99b481d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:58.555332 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9ff2abb3-7dd7-41d0-bdbd-c4c16736a9b2 req-61f6eee3-6448-416b-9310-3a3e46123e90 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 210 time: 0.0421193 Aug 25 16:18:59.274662 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:59.671792 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-518abc9e-c90c-40fb-ae39-35f82c44ba3e req-2781ca6f-1b0a-4472-9897-8195c96d6004 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 210 time: 0.0430789 Aug 25 16:19:00.710210 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:00.884074 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-48f7ebd2-f100-4152-af31-e18483599349 req-5bf3ab54-810a-470a-b930-53b404c3039d tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 210 time: 0.1396511 Aug 25 16:19:01.792649 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e6852-544d-4eab-8359-d02576785478 req-ea0c5a11-784a-42e3-bb79-b92fcb9014a0 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:01.793471 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-6e6e6852-544d-4eab-8359-d02576785478 req-ea0c5a11-784a-42e3-bb79-b92fcb9014a0 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Synchronizing usage tracker for tenant:4b39548a4e294d87a712a5ed13f0a07f on resource:network {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:19:01.812174 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-6e6e6852-544d-4eab-8359-d02576785478 req-ea0c5a11-784a-42e3-bb79-b92fcb9014a0 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Unset dirty status for tenant:4b39548a4e294d87a712a5ed13f0a07f on resource:network {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:19:01.813504 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6e6e6852-544d-4eab-8359-d02576785478 req-ea0c5a11-784a-42e3-bb79-b92fcb9014a0 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.21 "GET /v2.0/networks?id=638ce2fb-3499-498a-b218-d9e9c9dbc5e7 HTTP/1.1" status: 200 len: 808 time: 0.1983154 Aug 25 16:19:01.873688 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-6e6e6852-544d-4eab-8359-d02576785478 req-675602f7-fb5f-4158-b2be-a4d1d11a57ff tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Synchronizing usage tracker for tenant:4b39548a4e294d87a712a5ed13f0a07f on resource:security_group {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:19:01.886200 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-6e6e6852-544d-4eab-8359-d02576785478 req-675602f7-fb5f-4158-b2be-a4d1d11a57ff tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Unset dirty status for tenant:4b39548a4e294d87a712a5ed13f0a07f on resource:security_group {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:19:01.887807 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6e6e6852-544d-4eab-8359-d02576785478 req-675602f7-fb5f-4158-b2be-a4d1d11a57ff tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b39548a4e294d87a712a5ed13f0a07f HTTP/1.1" status: 200 len: 380 time: 0.0549455 Aug 25 16:19:01.896427 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-6e6e6852-544d-4eab-8359-d02576785478 req-428291d6-be49-43fe-8687-1d7844692ccd tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Request body: {'port': {'device_id': 'f2f13fa6-2c49-4557-a8b9-df6af19911dc', 'network_id': '638ce2fb-3499-498a-b218-d9e9c9dbc5e7', 'admin_state_up': True, 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f', 'security_groups': ['bffd4d17-1c7f-431b-80be-30134d115a10']}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:19:02.040901 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-6e6e6852-544d-4eab-8359-d02576785478 req-428291d6-be49-43fe-8687-1d7844692ccd tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:19:02.050308 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [req-6e6e6852-544d-4eab-8359-d02576785478 req-428291d6-be49-43fe-8687-1d7844692ccd tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:19:02.053704 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b55fff83-52af-48d1-80d0-bbd7c5701148 req-ade18fad-f8e2-4d59-ba5e-e95b709aa827 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 210 time: 0.0457134 Aug 25 16:19:02.059327 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e6e6852-544d-4eab-8359-d02576785478 req-428291d6-be49-43fe-8687-1d7844692ccd tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Made reservation on behalf of 4b39548a4e294d87a712a5ed13f0a07f for: {'port': 1} {{(pid=75046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:19:02.062515 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-6e6e6852-544d-4eab-8359-d02576785478 req-428291d6-be49-43fe-8687-1d7844692ccd tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:02.222390 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.db_base_plugin_common [req-6e6e6852-544d-4eab-8359-d02576785478 req-428291d6-be49-43fe-8687-1d7844692ccd tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Allocated IP 172.20.0.14 (638ce2fb-3499-498a-b218-d9e9c9dbc5e7/1d7d9829-b2da-496c-b78e-7a8ac52f45df/b94bab55-6f07-4796-b3b2-f72489d0a5f9) {{(pid=75046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:19:02.428275 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-6e6e6852-544d-4eab-8359-d02576785478 req-428291d6-be49-43fe-8687-1d7844692ccd tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks [] for port, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:02.444719 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.provisioning_blocks [req-6e6e6852-544d-4eab-8359-d02576785478 req-428291d6-be49-43fe-8687-1d7844692ccd tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Transition to ACTIVE for port object b94bab55-6f07-4796-b3b2-f72489d0a5f9 will not be triggered until provisioned by entity DHCP. {{(pid=75046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:19:02.466942 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-6e6e6852-544d-4eab-8359-d02576785478 req-428291d6-be49-43fe-8687-1d7844692ccd tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:02.472672 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-f2de24ec-d859-4422-b9d6-b337c9b0b693 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:02.539213 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e6e6852-544d-4eab-8359-d02576785478 req-428291d6-be49-43fe-8687-1d7844692ccd tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Network 638ce2fb-3499-498a-b218-d9e9c9dbc5e7 is already hosted by enough agents. {{(pid=75046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:19:02.542196 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [req-6e6e6852-544d-4eab-8359-d02576785478 req-428291d6-be49-43fe-8687-1d7844692ccd tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Resources bound (agent type, host, resource id): {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:19:02.546249 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6e6852-544d-4eab-8359-d02576785478 req-428291d6-be49-43fe-8687-1d7844692ccd tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Received port after_create {{(pid=75046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:19:02.583695 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428291d6-be49-43fe-8687-1d7844692ccd tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Pushing event updated for resources: {'Port': ['ID=b94bab55-6f07-4796-b3b2-f72489d0a5f9,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:02.598558 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428291d6-be49-43fe-8687-1d7844692ccd tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:02.598914 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428291d6-be49-43fe-8687-1d7844692ccd tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:02.599274 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428291d6-be49-43fe-8687-1d7844692ccd tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:02.599628 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428291d6-be49-43fe-8687-1d7844692ccd tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:02.600028 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428291d6-be49-43fe-8687-1d7844692ccd tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:02.600334 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428291d6-be49-43fe-8687-1d7844692ccd tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:02.600757 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428291d6-be49-43fe-8687-1d7844692ccd tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:02.601041 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428291d6-be49-43fe-8687-1d7844692ccd tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:02.601401 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428291d6-be49-43fe-8687-1d7844692ccd tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:02.601833 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428291d6-be49-43fe-8687-1d7844692ccd tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:02.602109 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428291d6-be49-43fe-8687-1d7844692ccd tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:02.607771 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-428291d6-be49-43fe-8687-1d7844692ccd tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:02.632969 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e6852-544d-4eab-8359-d02576785478 req-428291d6-be49-43fe-8687-1d7844692ccd tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:02.634279 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-6e6e6852-544d-4eab-8359-d02576785478 req-428291d6-be49-43fe-8687-1d7844692ccd tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:02.662535 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6e6e6852-544d-4eab-8359-d02576785478 req-428291d6-be49-43fe-8687-1d7844692ccd tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7697511 Aug 25 16:19:02.686621 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [req-6e6e6852-544d-4eab-8359-d02576785478 req-d4672a13-e348-47b0-82ff-a07ac6fa6798 service neutron] Request body: {'port': {'device_id': 'f2f13fa6-2c49-4557-a8b9-df6af19911dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:19:02.778548 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-cc0ca3bd-92c5-4b59-9bd4-8faa1936d69a None None] Provisioning for port b94bab55-6f07-4796-b3b2-f72489d0a5f9 completed by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:19:02.785437 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-cc0ca3bd-92c5-4b59-9bd4-8faa1936d69a None None] Provisioning complete for port b94bab55-6f07-4796-b3b2-f72489d0a5f9 triggered by entity DHCP. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:19:02.786035 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-cc0ca3bd-92c5-4b59-9bd4-8faa1936d69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:02.828660 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-6e6e6852-544d-4eab-8359-d02576785478 req-d4672a13-e348-47b0-82ff-a07ac6fa6798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:02.843414 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-cc0ca3bd-92c5-4b59-9bd4-8faa1936d69a None None] Port b94bab55-6f07-4796-b3b2-f72489d0a5f9 cannot update to ACTIVE because it is not bound. {{(pid=75047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:19:03.167974 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [req-6e6e6852-544d-4eab-8359-d02576785478 req-d4672a13-e348-47b0-82ff-a07ac6fa6798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b94bab55-6f07-4796-b3b2-f72489d0a5f9 {{(pid=75046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:19:03.175077 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-6e6e6852-544d-4eab-8359-d02576785478 req-d4672a13-e348-47b0-82ff-a07ac6fa6798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:03.229995 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.provisioning_blocks [req-6e6e6852-544d-4eab-8359-d02576785478 req-d4672a13-e348-47b0-82ff-a07ac6fa6798 service neutron] Transition to ACTIVE for port object b94bab55-6f07-4796-b3b2-f72489d0a5f9 will not be triggered until provisioned by entity L2. {{(pid=75046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:19:03.240392 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-6e6e6852-544d-4eab-8359-d02576785478 req-d4672a13-e348-47b0-82ff-a07ac6fa6798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:03.245222 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-f46e0bc4-46d0-4cf0-a6ca-ca210ecb7e92 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:03.381359 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4672a13-e348-47b0-82ff-a07ac6fa6798 service neutron] Pushing event updated for resources: {'Port': ['ID=b94bab55-6f07-4796-b3b2-f72489d0a5f9,revision_number=2']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:03.386167 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-d4672a13-e348-47b0-82ff-a07ac6fa6798 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:03.394493 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d96e2e-93cf-4c8a-ad79-9c50c22ceefb req-c5032839-1d2c-46bf-9046-8a2bb2e4562b tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:03.395191 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-a1d96e2e-93cf-4c8a-ad79-9c50c22ceefb req-c5032839-1d2c-46bf-9046-8a2bb2e4562b tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Synchronizing usage tracker for tenant:4b39548a4e294d87a712a5ed13f0a07f on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:19:03.471692 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-a1d96e2e-93cf-4c8a-ad79-9c50c22ceefb req-c5032839-1d2c-46bf-9046-8a2bb2e4562b tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Unset dirty status for tenant:4b39548a4e294d87a712a5ed13f0a07f on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:19:03.472853 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a1d96e2e-93cf-4c8a-ad79-9c50c22ceefb req-c5032839-1d2c-46bf-9046-8a2bb2e4562b tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 932 time: 0.2953131 Aug 25 16:19:03.647041 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-6e6e6852-544d-4eab-8359-d02576785478 req-d4672a13-e348-47b0-82ff-a07ac6fa6798 service neutron] Attempting to bind port b94bab55-6f07-4796-b3b2-f72489d0a5f9 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:19:03.647274 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-6e6e6852-544d-4eab-8359-d02576785478 req-d4672a13-e348-47b0-82ff-a07ac6fa6798 service neutron] Attempting to bind port b94bab55-6f07-4796-b3b2-f72489d0a5f9 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '638ce2fb-3499-498a-b218-d9e9c9dbc5e7'}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:19:03.647581 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6e6852-544d-4eab-8359-d02576785478 req-d4672a13-e348-47b0-82ff-a07ac6fa6798 service neutron] Attempting to bind port b94bab55-6f07-4796-b3b2-f72489d0a5f9 on network 638ce2fb-3499-498a-b218-d9e9c9dbc5e7 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:19:03.653423 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-a1d96e2e-93cf-4c8a-ad79-9c50c22ceefb req-75b64107-0fd8-4d42-8147-fe4dcdf8490a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739299 Aug 25 16:19:03.659828 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6e6852-544d-4eab-8359-d02576785478 req-d4672a13-e348-47b0-82ff-a07ac6fa6798 service neutron] Port b94bab55-6f07-4796-b3b2-f72489d0a5f9 on network 638ce2fb-3499-498a-b218-d9e9c9dbc5e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:19:03.660147 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6e6852-544d-4eab-8359-d02576785478 req-d4672a13-e348-47b0-82ff-a07ac6fa6798 service neutron] Attempting to bind port b94bab55-6f07-4796-b3b2-f72489d0a5f9 on network 638ce2fb-3499-498a-b218-d9e9c9dbc5e7 {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:19:03.667530 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6e6852-544d-4eab-8359-d02576785478 req-d4672a13-e348-47b0-82ff-a07ac6fa6798 service neutron] Checking agent: {'id': '931cd7a1-d330-4f67-a87c-c25f72aa55d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:19:03.667917 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6e6852-544d-4eab-8359-d02576785478 req-d4672a13-e348-47b0-82ff-a07ac6fa6798 service neutron] Checking segment: {'id': '1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '638ce2fb-3499-498a-b218-d9e9c9dbc5e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:19:03.668301 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6e6852-544d-4eab-8359-d02576785478 req-d4672a13-e348-47b0-82ff-a07ac6fa6798 service neutron] Bound using segment: {'id': '1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '638ce2fb-3499-498a-b218-d9e9c9dbc5e7'} {{(pid=75046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:19:03.668730 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.managers [req-6e6e6852-544d-4eab-8359-d02576785478 req-d4672a13-e348-47b0-82ff-a07ac6fa6798 service neutron] Bound port: b94bab55-6f07-4796-b3b2-f72489d0a5f9, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '638ce2fb-3499-498a-b218-d9e9c9dbc5e7'}}] {{(pid=75046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:19:03.669103 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-6e6e6852-544d-4eab-8359-d02576785478 req-d4672a13-e348-47b0-82ff-a07ac6fa6798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:03.759903 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-6e6e6852-544d-4eab-8359-d02576785478 req-d4672a13-e348-47b0-82ff-a07ac6fa6798 service neutron] For port b94bab55-6f07-4796-b3b2-f72489d0a5f9, host hv-cinder-80600, cleared binding levels {{(pid=75046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:19:03.763924 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-6e6e6852-544d-4eab-8359-d02576785478 req-d4672a13-e348-47b0-82ff-a07ac6fa6798 service neutron] For port b94bab55-6f07-4796-b3b2-f72489d0a5f9, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=b94bab55-6f07-4796-b3b2-f72489d0a5f9,segment=NetworkSegment(1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9),segment_id=1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9)] {{(pid=75046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:19:03.767524 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-6e6e6852-544d-4eab-8359-d02576785478 req-d4672a13-e348-47b0-82ff-a07ac6fa6798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:03.771395 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-d9c33959-500a-4696-8e6e-8edf2e635f1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:03.833785 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-6e6e6852-544d-4eab-8359-d02576785478 req-d4672a13-e348-47b0-82ff-a07ac6fa6798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:03.835191 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6e6e6852-544d-4eab-8359-d02576785478 req-d4672a13-e348-47b0-82ff-a07ac6fa6798 service neutron] 10.222.0.21 "PUT /v2.0/ports/b94bab55-6f07-4796-b3b2-f72489d0a5f9 HTTP/1.1" status: 200 len: 1094 time: 1.1557612 Aug 25 16:19:03.835639 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f13fa6-2c49-4557-a8b9-df6af19911dc', 'tag': 'b94bab55-6f07-4796-b3b2-f72489d0a5f9'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:19:03.858883 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4672a13-e348-47b0-82ff-a07ac6fa6798 service neutron] Pushing event updated for resources: {'Port': ['ID=b94bab55-6f07-4796-b3b2-f72489d0a5f9,revision_number=3']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:03.862586 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-d4672a13-e348-47b0-82ff-a07ac6fa6798 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:03.896069 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f13fa6-2c49-4557-a8b9-df6af19911dc', 'tag': 'b94bab55-6f07-4796-b3b2-f72489d0a5f9', 'status': 'completed', 'code': 200} Aug 25 16:19:04.012192 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6e6e6852-544d-4eab-8359-d02576785478 req-bf87b117-85b7-448a-a385-70d902e9e951 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b39548a4e294d87a712a5ed13f0a07f&device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 1097 time: 0.0795107 Aug 25 16:19:04.094101 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6e6e6852-544d-4eab-8359-d02576785478 req-a2420ef7-ed94-465f-8d37-6eace37508f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b94bab55-6f07-4796-b3b2-f72489d0a5f9 HTTP/1.1" status: 200 len: 217 time: 0.0658805 Aug 25 16:19:04.156518 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e6852-544d-4eab-8359-d02576785478 req-fde764b6-a720-48a7-907a-2e5dd3a23dd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:04.157918 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6e6e6852-544d-4eab-8359-d02576785478 req-fde764b6-a720-48a7-907a-2e5dd3a23dd1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d7d9829-b2da-496c-b78e-7a8ac52f45df HTTP/1.1" status: 200 len: 847 time: 0.0577285 Aug 25 16:19:04.235333 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6e6e6852-544d-4eab-8359-d02576785478 req-2e7f4e88-0cd4-4ce6-a5a8-0af968b2fead service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=638ce2fb-3499-498a-b218-d9e9c9dbc5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713398 Aug 25 16:19:04.370284 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6e6e6852-544d-4eab-8359-d02576785478 req-cfb515a9-8be0-4ee1-b22e-dfc5cb93eb78 service neutron] 10.222.0.21 "GET /v2.0/networks/638ce2fb-3499-498a-b218-d9e9c9dbc5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282029 Aug 25 16:19:04.504856 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6e6e6852-544d-4eab-8359-d02576785478 req-255281ac-7304-4a4b-9dbf-7f67d0f64cc5 service neutron] 10.222.0.21 "GET /v2.0/networks/638ce2fb-3499-498a-b218-d9e9c9dbc5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275203 Aug 25 16:19:04.662019 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-bea2452f-6a14-4349-a656-cf24e64c31c5 req-1020613a-7c62-47af-91a0-c4b7f896e665 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b39548a4e294d87a712a5ed13f0a07f&device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 1097 time: 0.0700314 Aug 25 16:19:04.839490 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2452f-6a14-4349-a656-cf24e64c31c5 req-4e2ebbbc-273b-4bed-9ad9-ab86316612a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:04.841282 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-bea2452f-6a14-4349-a656-cf24e64c31c5 req-4e2ebbbc-273b-4bed-9ad9-ab86316612a9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=638ce2fb-3499-498a-b218-d9e9c9dbc5e7 HTTP/1.1" status: 200 len: 910 time: 0.1719561 Aug 25 16:19:04.918244 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-bea2452f-6a14-4349-a656-cf24e64c31c5 req-ca19c8c0-0993-4423-880b-95849d8aad00 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b94bab55-6f07-4796-b3b2-f72489d0a5f9 HTTP/1.1" status: 200 len: 217 time: 0.0697281 Aug 25 16:19:04.983114 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14f931-d4ab-4360-8187-47e5721e9db5 req-e4928969-3c4c-4df9-8541-48cd867a70a9 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:04.984612 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-db14f931-d4ab-4360-8187-47e5721e9db5 req-e4928969-3c4c-4df9-8541-48cd867a70a9 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 944 time: 0.2009909 Aug 25 16:19:05.012477 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2452f-6a14-4349-a656-cf24e64c31c5 req-755629e6-43fb-4e9e-b402-8ad1bd89ae78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:05.013901 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-bea2452f-6a14-4349-a656-cf24e64c31c5 req-755629e6-43fb-4e9e-b402-8ad1bd89ae78 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d7d9829-b2da-496c-b78e-7a8ac52f45df HTTP/1.1" status: 200 len: 847 time: 0.0885372 Aug 25 16:19:05.084131 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-db14f931-d4ab-4360-8187-47e5721e9db5 req-833456e4-76b7-47e5-a5bf-e9939d0f6fd7 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933325 Aug 25 16:19:05.106548 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-bea2452f-6a14-4349-a656-cf24e64c31c5 req-f273b486-6d24-4406-a4ad-55fffb33a345 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=638ce2fb-3499-498a-b218-d9e9c9dbc5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806355 Aug 25 16:19:05.248028 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-bea2452f-6a14-4349-a656-cf24e64c31c5 req-50e874e5-8e64-449b-860d-a82aa8ac3610 service neutron] 10.222.0.21 "GET /v2.0/networks/638ce2fb-3499-498a-b218-d9e9c9dbc5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345944 Aug 25 16:19:05.402543 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-bea2452f-6a14-4349-a656-cf24e64c31c5 req-c7b10af3-7d4c-4d72-a545-b0697f940085 service neutron] 10.222.0.21 "GET /v2.0/networks/638ce2fb-3499-498a-b218-d9e9c9dbc5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479354 Aug 25 16:19:06.281147 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66b9d4-89cd-40af-b764-37dccc8c118b req-da0b208d-e46a-4fe1-8adc-bb4dc3f21a91 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:06.282593 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-5c66b9d4-89cd-40af-b764-37dccc8c118b req-da0b208d-e46a-4fe1-8adc-bb4dc3f21a91 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 944 time: 0.0753624 Aug 25 16:19:06.329731 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-5c66b9d4-89cd-40af-b764-37dccc8c118b req-297ef4ba-27fe-45f7-99ce-139a56fc5f23 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416257 Aug 25 16:19:07.616406 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305acb8-b5a7-4a7f-87ff-bf7ff313e8cc req-b8d2de89-b629-430e-b5a3-5601e741c05b tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:07.618421 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5305acb8-b5a7-4a7f-87ff-bf7ff313e8cc req-b8d2de89-b629-430e-b5a3-5601e741c05b tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 944 time: 0.1673894 Aug 25 16:19:07.662047 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5305acb8-b5a7-4a7f-87ff-bf7ff313e8cc req-0bd4eae1-8810-47ef-9994-6e932bd16758 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382903 Aug 25 16:19:08.858881 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d05942-3ce7-430c-9527-9aded7eb142e req-53ca4544-95e9-4d95-abe3-b81f4a186625 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:08.860312 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-16d05942-3ce7-430c-9527-9aded7eb142e req-53ca4544-95e9-4d95-abe3-b81f4a186625 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 944 time: 0.0783896 Aug 25 16:19:08.905044 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-16d05942-3ce7-430c-9527-9aded7eb142e req-a85b6aa4-459b-444e-aafc-3ebb46a57242 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390124 Aug 25 16:19:10.096455 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be509144-79ae-4871-99d4-269ea363ea6a req-a9ba5e2f-8373-4579-b5b6-ebdc57628745 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:10.097919 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-be509144-79ae-4871-99d4-269ea363ea6a req-a9ba5e2f-8373-4579-b5b6-ebdc57628745 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 944 time: 0.0759370 Aug 25 16:19:10.143022 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-be509144-79ae-4871-99d4-269ea363ea6a req-1f217712-7d2c-4b61-b65e-e2da85032b0f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395846 Aug 25 16:19:10.806717 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:11.334243 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb48676-c1fe-44e0-a26a-e863c7c51057 req-d590ea6b-6d15-4536-a5d3-3dcb5c4c425b tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:11.335711 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-edb48676-c1fe-44e0-a26a-e863c7c51057 req-d590ea6b-6d15-4536-a5d3-3dcb5c4c425b tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 944 time: 0.0759668 Aug 25 16:19:11.381596 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-edb48676-c1fe-44e0-a26a-e863c7c51057 req-23582902-3784-4c9e-90ec-f11ed5a4295a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402830 Aug 25 16:19:12.578002 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c6a24-f11e-44f5-b31b-3c73b655a549 req-e7099a7d-8078-46c5-9c12-ee29c4910180 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:12.579440 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c74c6a24-f11e-44f5-b31b-3c73b655a549 req-e7099a7d-8078-46c5-9c12-ee29c4910180 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 944 time: 0.0800986 Aug 25 16:19:12.624091 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c74c6a24-f11e-44f5-b31b-3c73b655a549 req-716d1048-b5d2-46d3-a098-db99d119412e tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392287 Aug 25 16:19:13.800104 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 55886) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:13.828808 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f68965-db77-44eb-aa3f-b465efbf61cc req-906de9c8-4e36-4390-85cc-f1894a3c52a4 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:13.830286 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-10f68965-db77-44eb-aa3f-b465efbf61cc req-906de9c8-4e36-4390-85cc-f1894a3c52a4 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 944 time: 0.0820324 Aug 25 16:19:13.876023 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-10f68965-db77-44eb-aa3f-b465efbf61cc req-70a740e2-1a22-4e5e-bdc3-2a28f27a2511 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402071 Aug 25 16:19:14.155417 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [None req-475d195c-7c0e-4456-801e-bc48fe152be3 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Deleting port 2f066654-e2f8-4b28-b51a-72565f22ac7c {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:14.155743 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-475d195c-7c0e-4456-801e-bc48fe152be3 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:14.319538 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-475d195c-7c0e-4456-801e-bc48fe152be3 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:14.319851 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-475d195c-7c0e-4456-801e-bc48fe152be3 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:14.435748 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [None req-475d195c-7c0e-4456-801e-bc48fe152be3 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Calling delete_port for 2f066654-e2f8-4b28-b51a-72565f22ac7c owned by network:floatingip {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:19:14.588280 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-475d195c-7c0e-4456-801e-bc48fe152be3 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:14.592292 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-ac3444c4-aebc-492d-af5c-38cb258c3409 tempest-VolumesNegativeTest-1597609145 tempest-VolumesNegativeTest-1597609145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:14.633271 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d195c-7c0e-4456-801e-bc48fe152be3 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Pushing event deleted for resources: {'Port': ['ID=2f066654-e2f8-4b28-b51a-72565f22ac7c,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:14.635731 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-475d195c-7c0e-4456-801e-bc48fe152be3 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:14.743086 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-475d195c-7c0e-4456-801e-bc48fe152be3 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for floatingip, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:15.250684 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37c771-11e1-43f6-80e6-57224c9626eb req-bbaeb12b-8e30-4df7-be2d-44b5158fcb12 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:15.252128 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3b37c771-11e1-43f6-80e6-57224c9626eb req-bbaeb12b-8e30-4df7-be2d-44b5158fcb12 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 944 time: 0.2509406 Aug 25 16:19:15.318424 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-3b37c771-11e1-43f6-80e6-57224c9626eb req-82dd4f12-9446-44ef-82a0-c3c3d646d2d9 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595593 Aug 25 16:19:15.339160 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475d195c-7c0e-4456-801e-bc48fe152be3 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Router e011034f-6880-473d-9d2e-9348615babe3 has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:19:15.543719 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475d195c-7c0e-4456-801e-bc48fe152be3 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:19:15.553382 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513f16db-46d7-4c57-84c4-6b855e374ae0 None None] Sync routers for ids ['e011034f-6880-473d-9d2e-9348615babe3'] in dv-cinder-806008-1-iscsi {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:19:15.563864 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-475d195c-7c0e-4456-801e-bc48fe152be3 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for floatingip, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:15.565269 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513f16db-46d7-4c57-84c4-6b855e374ae0 None None] Routers {'e011034f-6880-473d-9d2e-9348615babe3'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:19:15.565869 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-513f16db-46d7-4c57-84c4-6b855e374ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:18:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['e011034f-6880-473d-9d2e-9348615babe3'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:15.615786 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-475d195c-7c0e-4456-801e-bc48fe152be3 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "DELETE /v2.0/floatingips/610c2194-9b37-404f-849a-55b31b584d0d HTTP/1.1" status: 204 len: 168 time: 1.8146043 Aug 25 16:19:15.616625 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f26e71-382a-4f90-a3d8-6c8f6c35197d', 'tag': '6a4e1e36-3044-43d0-b4b0-7ba50538dae3'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:19:15.673408 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f26e71-382a-4f90-a3d8-6c8f6c35197d', 'tag': '6a4e1e36-3044-43d0-b4b0-7ba50538dae3', 'status': 'completed', 'code': 200} Aug 25 16:19:15.753647 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-513f16db-46d7-4c57-84c4-6b855e374ae0 None None] Set router e011034f-6880-473d-9d2e-9348615babe3 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:19:15.815768 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6ef76b2d-f44a-485d-8005-abb2d3c1b8e6 req-77429faf-7cf6-4523-af00-27c491db1ebf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d49b7bf8eb94202b4e68c00481db1bb&device_id=70f26e71-382a-4f90-a3d8-6c8f6c35197d HTTP/1.1" status: 200 len: 1098 time: 0.0820882 Aug 25 16:19:15.955439 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef76b2d-f44a-485d-8005-abb2d3c1b8e6 req-9531aa33-1694-4571-858b-2c599bc9bd86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:15.956913 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6ef76b2d-f44a-485d-8005-abb2d3c1b8e6 req-9531aa33-1694-4571-858b-2c599bc9bd86 service neutron] 10.222.0.21 "GET /v2.0/networks?id=718b11f1-f8ce-4b3b-a0cd-44603747195c HTTP/1.1" status: 200 len: 913 time: 0.1339672 Aug 25 16:19:16.033893 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6ef76b2d-f44a-485d-8005-abb2d3c1b8e6 req-17e53533-69c8-4e63-87e9-f1f721830586 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a4e1e36-3044-43d0-b4b0-7ba50538dae3 HTTP/1.1" status: 200 len: 217 time: 0.0679069 Aug 25 16:19:16.108796 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-513f16db-46d7-4c57-84c4-6b855e374ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e011034f-6880-473d-9d2e-9348615babe3', 'name': 'tempest-TestVolumeBootPattern-970962436-router', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:26Z', 'updated_at': '2021-08-25T16:07:33Z', 'revision_number': 4, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'gw_port': {'id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:27Z', 'updated_at': '2021-08-25T16:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_floatingips': [{'id': 'd503176b-560e-4727-a3d1-a2ffdd22b454', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'port_id': '22ae52dd-f1a1-487d-b9d8-a1c79250c102', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'mac_address': 'fa:16:3e:45:cb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885cfc1-e027-42fd-8b19-c72e070a0cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:14:08Z', 'updated_at': '2021-08-25T16:14:14Z', 'revision_number': 1, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14476426-bfe9-4eb0-99dd-ed64140166b1', 'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'mac_address': 'fa:16:3e:45:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:32Z', 'updated_at': '2021-08-25T16:08:13Z', 'revision_number': 5, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'subnets': [{'id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:16.112599 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513f16db-46d7-4c57-84c4-6b855e374ae0 None None] Checking router: e011034f-6880-473d-9d2e-9348615babe3 for host: dv-cinder-806008-1-iscsi {{(pid=75048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:19:16.123488 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513f16db-46d7-4c57-84c4-6b855e374ae0 None None] Routers {'e011034f-6880-473d-9d2e-9348615babe3'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:19:16.124096 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-513f16db-46d7-4c57-84c4-6b855e374ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:18:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['e011034f-6880-473d-9d2e-9348615babe3'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:16.162927 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef76b2d-f44a-485d-8005-abb2d3c1b8e6 req-84355a09-01d1-45fe-9b3c-7809227b5609 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:16.164415 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6ef76b2d-f44a-485d-8005-abb2d3c1b8e6 req-84355a09-01d1-45fe-9b3c-7809227b5609 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab66fe1-445a-43bc-ae43-f295df741f59 HTTP/1.1" status: 200 len: 850 time: 0.1122715 Aug 25 16:19:16.230423 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf24212-e484-463a-9e36-741b7d938f90 req-6ca9fe91-cdcd-44cc-8ba1-1168e0edddf0 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:16.231128 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-fcf24212-e484-463a-9e36-741b7d938f90 req-6ca9fe91-cdcd-44cc-8ba1-1168e0edddf0 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Synchronizing usage tracker for tenant:8d49b7bf8eb94202b4e68c00481db1bb on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:19:16.254057 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-fcf24212-e484-463a-9e36-741b7d938f90 req-6ca9fe91-cdcd-44cc-8ba1-1168e0edddf0 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Unset dirty status for tenant:8d49b7bf8eb94202b4e68c00481db1bb on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:19:16.255515 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-fcf24212-e484-463a-9e36-741b7d938f90 req-6ca9fe91-cdcd-44cc-8ba1-1168e0edddf0 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=70f26e71-382a-4f90-a3d8-6c8f6c35197d HTTP/1.1" status: 200 len: 945 time: 0.1724892 Aug 25 16:19:16.279617 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6ef76b2d-f44a-485d-8005-abb2d3c1b8e6 req-58f65424-c5c5-421d-88dd-32fccde79aa3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=718b11f1-f8ce-4b3b-a0cd-44603747195c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1078954 Aug 25 16:19:16.301424 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-513f16db-46d7-4c57-84c4-6b855e374ae0 None None] Set router e011034f-6880-473d-9d2e-9348615babe3 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:19:16.381244 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-fcf24212-e484-463a-9e36-741b7d938f90 req-42fd3c84-2170-4e93-bfd9-3d8f6a6523b6 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182773 Aug 25 16:19:16.434730 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6ef76b2d-f44a-485d-8005-abb2d3c1b8e6 req-47d91a1b-5a12-4877-a439-3a2fb5b1ac6a service neutron] 10.222.0.21 "GET /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464310 Aug 25 16:19:16.526262 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22f883-3e2f-4f93-8377-bb8a7bc3a161 req-1611ab1d-c14a-4a6b-b3fd-841a1572da87 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:16.527900 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8c22f883-3e2f-4f93-8377-bb8a7bc3a161 req-1611ab1d-c14a-4a6b-b3fd-841a1572da87 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 944 time: 0.0817008 Aug 25 16:19:16.574897 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6ef76b2d-f44a-485d-8005-abb2d3c1b8e6 req-a0a9d458-cc79-4570-a849-fb68001297cd service neutron] 10.222.0.21 "GET /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332140 Aug 25 16:19:16.578874 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8c22f883-3e2f-4f93-8377-bb8a7bc3a161 req-ce8bb3cf-43af-42a2-9cb8-f84b8c966cb9 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434411 Aug 25 16:19:16.712352 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-513f16db-46d7-4c57-84c4-6b855e374ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e011034f-6880-473d-9d2e-9348615babe3', 'name': 'tempest-TestVolumeBootPattern-970962436-router', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:26Z', 'updated_at': '2021-08-25T16:07:33Z', 'revision_number': 4, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'gw_port': {'id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:27Z', 'updated_at': '2021-08-25T16:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_floatingips': [{'id': 'd503176b-560e-4727-a3d1-a2ffdd22b454', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'port_id': '22ae52dd-f1a1-487d-b9d8-a1c79250c102', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'mac_address': 'fa:16:3e:45:cb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885cfc1-e027-42fd-8b19-c72e070a0cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:14:08Z', 'updated_at': '2021-08-25T16:14:14Z', 'revision_number': 1, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14476426-bfe9-4eb0-99dd-ed64140166b1', 'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'mac_address': 'fa:16:3e:45:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:32Z', 'updated_at': '2021-08-25T16:08:13Z', 'revision_number': 5, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'subnets': [{'id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:16.716288 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513f16db-46d7-4c57-84c4-6b855e374ae0 None None] The sync data for ids ['e011034f-6880-473d-9d2e-9348615babe3'] in dv-cinder-806008-1-iscsi is: [{'id': 'e011034f-6880-473d-9d2e-9348615babe3', 'name': 'tempest-TestVolumeBootPattern-970962436-router', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:26Z', 'updated_at': '2021-08-25T16:07:33Z', 'revision_number': 4, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'gw_port': {'id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:27Z', 'updated_at': '2021-08-25T16:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_floatingips': [{'id': 'd503176b-560e-4727-a3d1-a2ffdd22b454', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'port_id': '22ae52dd-f1a1-487d-b9d8-a1c79250c102', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'mac_address': 'fa:16:3e:45:cb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a885cfc1-e027-42fd-8b19-c72e070a0cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:14:08Z', 'updated_at': '2021-08-25T16:14:14Z', 'revision_number': 1, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14476426-bfe9-4eb0-99dd-ed64140166b1', 'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'mac_address': 'fa:16:3e:45:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:32Z', 'updated_at': '2021-08-25T16:08:13Z', 'revision_number': 5, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'subnets': [{'id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:19:16.920815 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebeaec3-9e8a-408e-8e7a-0bdf0cd8fa4c None None] New status for floating IP 610c2194-9b37-404f-849a-55b31b584d0d: DOWN {{(pid=75047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:19:17.590675 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a766f8f-a11b-41d8-a061-8ab7ed70ee4e req-b14b9e4e-0013-49aa-9d04-f03d15d2c5c9 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:17.592129 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7a766f8f-a11b-41d8-a061-8ab7ed70ee4e req-b14b9e4e-0013-49aa-9d04-f03d15d2c5c9 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=70f26e71-382a-4f90-a3d8-6c8f6c35197d HTTP/1.1" status: 200 len: 945 time: 0.0814643 Aug 25 16:19:17.637987 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-7a766f8f-a11b-41d8-a061-8ab7ed70ee4e req-b380be15-6a7a-42a7-bea4-b5ee564af8dc tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405214 Aug 25 16:19:17.642137 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device b94bab55-6f07-4796-b3b2-f72489d0a5f9 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:19:17.779691 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f236b2a-dd76-4639-a898-d57a63f3f1af req-209680c8-9d13-4b1d-83e9-2386f1c805d2 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:17.781945 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-4f236b2a-dd76-4639-a898-d57a63f3f1af req-209680c8-9d13-4b1d-83e9-2386f1c805d2 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 944 time: 0.0815015 Aug 25 16:19:17.786843 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port b94bab55-6f07-4796-b3b2-f72489d0a5f9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=b94bab55-6f07-4796-b3b2-f72489d0a5f9,segment=NetworkSegment(1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9),segment_id=1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:17.808453 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Returning: {'device': 'b94bab55-6f07-4796-b3b2-f72489d0a5f9', 'network_id': '638ce2fb-3499-498a-b218-d9e9c9dbc5e7', 'port_id': 'b94bab55-6f07-4796-b3b2-f72489d0a5f9', 'mac_address': 'fa:16:3e:a5:03:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d7d9829-b2da-496c-b78e-7a8ac52f45df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:19:17.835343 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-4f236b2a-dd76-4639-a898-d57a63f3f1af req-5ddd4fe7-b3b0-47d6-bd22-12b4c2da4d72 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476294 Aug 25 16:19:17.868055 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:17.885493 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b94bab55-6f07-4796-b3b2-f72489d0a5f9 {{(pid=75047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:19:17.899735 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port b94bab55-6f07-4796-b3b2-f72489d0a5f9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=b94bab55-6f07-4796-b3b2-f72489d0a5f9,segment=NetworkSegment(1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9),segment_id=1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:17.903636 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:17.905311 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:17.966379 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=b94bab55-6f07-4796-b3b2-f72489d0a5f9,revision_number=4']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:17.974944 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:17.975287 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:17.975619 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:17.975945 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:17.976792 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:17.977141 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:17.977460 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:17.977778 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:17.978093 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:17.978403 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:17.978716 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:17.982286 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:18.176423 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86633b81-7311-41ca-97c3-b35300d07f6c req-7c90826a-99b4-4fc3-ac2d-1043125d3fad tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:18.177841 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-86633b81-7311-41ca-97c3-b35300d07f6c req-7c90826a-99b4-4fc3-ac2d-1043125d3fad tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.21 "GET /v2.0/ports?device_id=70f26e71-382a-4f90-a3d8-6c8f6c35197d HTTP/1.1" status: 200 len: 945 time: 0.0753131 Aug 25 16:19:18.248765 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-86633b81-7311-41ca-97c3-b35300d07f6c req-14dc64b3-5b4b-4d62-9dde-378e519e9b78 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Deleting port 6a4e1e36-3044-43d0-b4b0-7ba50538dae3 {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:18.249121 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-86633b81-7311-41ca-97c3-b35300d07f6c req-14dc64b3-5b4b-4d62-9dde-378e519e9b78 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:18.366467 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['b94bab55-6f07-4796-b3b2-f72489d0a5f9'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:19:18.443439 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:19:18.592086 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [req-86633b81-7311-41ca-97c3-b35300d07f6c req-14dc64b3-5b4b-4d62-9dde-378e519e9b78 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] For port 6a4e1e36-3044-43d0-b4b0-7ba50538dae3, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=6a4e1e36-3044-43d0-b4b0-7ba50538dae3,segment=NetworkSegment(630333ee-311f-409b-bedf-635d01350e69),segment_id=630333ee-311f-409b-bedf-635d01350e69)] {{(pid=75046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:18.592717 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-86633b81-7311-41ca-97c3-b35300d07f6c req-14dc64b3-5b4b-4d62-9dde-378e519e9b78 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:18.716979 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [req-86633b81-7311-41ca-97c3-b35300d07f6c req-14dc64b3-5b4b-4d62-9dde-378e519e9b78 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Calling delete_port for 6a4e1e36-3044-43d0-b4b0-7ba50538dae3 owned by compute:nova {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:19:18.893910 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4d307-e3b4-4e66-b846-b23ec47209fb req-21b87705-98a9-4d78-89c1-c297b39aa8d4 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:18.895347 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-19f4d307-e3b4-4e66-b846-b23ec47209fb req-21b87705-98a9-4d78-89c1-c297b39aa8d4 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=70f26e71-382a-4f90-a3d8-6c8f6c35197d HTTP/1.1" status: 200 len: 945 time: 0.1325428 Aug 25 16:19:18.941888 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-86633b81-7311-41ca-97c3-b35300d07f6c req-14dc64b3-5b4b-4d62-9dde-378e519e9b78 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:18.950091 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-39a8be00-3047-4837-af18-21c42be9bd1a tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:18.999573 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc64b3-5b4b-4d62-9dde-378e519e9b78 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Pushing event deleted for resources: {'Port': ['ID=6a4e1e36-3044-43d0-b4b0-7ba50538dae3,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:19.003666 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-19f4d307-e3b4-4e66-b846-b23ec47209fb req-35e8d1bf-2d8c-4113-940c-c48282a24cd7 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020989 Aug 25 16:19:19.005572 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-14dc64b3-5b4b-4d62-9dde-378e519e9b78 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:19.041572 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b15f7-1c45-40e0-b9c7-2d6167222c1e req-65c1ac3e-cb0b-479a-af0c-2d3b5af3ab7a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:19.043033 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e31b15f7-1c45-40e0-b9c7-2d6167222c1e req-65c1ac3e-cb0b-479a-af0c-2d3b5af3ab7a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 945 time: 0.0857010 Aug 25 16:19:19.074050 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [req-86633b81-7311-41ca-97c3-b35300d07f6c req-14dc64b3-5b4b-4d62-9dde-378e519e9b78 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] No DVR routers for this DVR port 6a4e1e36-3044-43d0-b4b0-7ba50538dae3 on host hv-cinder-80600 {{(pid=75046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:19:19.076456 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [req-86633b81-7311-41ca-97c3-b35300d07f6c req-14dc64b3-5b4b-4d62-9dde-378e519e9b78 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:19.079019 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f26e71-382a-4f90-a3d8-6c8f6c35197d', 'name': 'network-vif-deleted', 'tag': '6a4e1e36-3044-43d0-b4b0-7ba50538dae3'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:19:19.094567 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-86633b81-7311-41ca-97c3-b35300d07f6c req-14dc64b3-5b4b-4d62-9dde-378e519e9b78 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.21 "DELETE /v2.0/ports/6a4e1e36-3044-43d0-b4b0-7ba50538dae3 HTTP/1.1" status: 204 len: 173 time: 0.9110265 Aug 25 16:19:19.095157 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e31b15f7-1c45-40e0-b9c7-2d6167222c1e req-c64524d9-4f07-4299-bba2-bac7333a6713 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465081 Aug 25 16:19:19.137029 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f26e71-382a-4f90-a3d8-6c8f6c35197d', 'name': 'network-vif-deleted', 'tag': '6a4e1e36-3044-43d0-b4b0-7ba50538dae3', 'status': 'completed', 'code': 200} Aug 25 16:19:19.651258 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device b94bab55-6f07-4796-b3b2-f72489d0a5f9 up at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:19:19.721155 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning for port b94bab55-6f07-4796-b3b2-f72489d0a5f9 completed by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:19:19.725914 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning complete for port b94bab55-6f07-4796-b3b2-f72489d0a5f9 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:19:19.726936 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:19.867942 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:19.893698 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f13fa6-2c49-4557-a8b9-df6af19911dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94bab55-6f07-4796-b3b2-f72489d0a5f9'}] {{(pid=75047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:19:19.903370 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port b94bab55-6f07-4796-b3b2-f72489d0a5f9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=b94bab55-6f07-4796-b3b2-f72489d0a5f9,segment=NetworkSegment(1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9),segment_id=1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:19.907200 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:19.909913 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:19.950039 dv-cinder-806008-1-iscsi neutron-server[75047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f13fa6-2c49-4557-a8b9-df6af19911dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94bab55-6f07-4796-b3b2-f72489d0a5f9', 'code': 200} Aug 25 16:19:19.974545 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=b94bab55-6f07-4796-b3b2-f72489d0a5f9,revision_number=5']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:19.978215 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:20.196159 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-96cdc629-b857-481e-94fe-14c0af8f6153 req-2de7eda8-e8f0-4f81-b517-b2e2d147c6d1 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Synchronizing usage tracker for tenant:8d49b7bf8eb94202b4e68c00481db1bb on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:19:20.213407 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-96cdc629-b857-481e-94fe-14c0af8f6153 req-2de7eda8-e8f0-4f81-b517-b2e2d147c6d1 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Unset dirty status for tenant:8d49b7bf8eb94202b4e68c00481db1bb on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:19:20.215258 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-96cdc629-b857-481e-94fe-14c0af8f6153 req-2de7eda8-e8f0-4f81-b517-b2e2d147c6d1 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=70f26e71-382a-4f90-a3d8-6c8f6c35197d HTTP/1.1" status: 200 len: 210 time: 0.0651536 Aug 25 16:19:20.306593 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59441b-6e58-47b1-b7db-52a8d9c31612 req-6310a0e0-68ef-48cf-b7b3-82b917ebfa2a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:20.308061 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-af59441b-6e58-47b1-b7db-52a8d9c31612 req-6310a0e0-68ef-48cf-b7b3-82b917ebfa2a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 946 time: 0.0844553 Aug 25 16:19:20.352276 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e86d9748-4310-46f1-9be6-0d5edfaf7116 req-c0010c92-45d7-4a76-91b9-19dca1f21729 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 1099 time: 0.0705757 Aug 25 16:19:20.355532 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-af59441b-6e58-47b1-b7db-52a8d9c31612 req-20c42f2a-7128-4fea-8e87-d8d8ac4bf387 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414128 Aug 25 16:19:20.395848 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e86d9748-4310-46f1-9be6-0d5edfaf7116 req-fc0d9e41-d481-482e-bc58-c0e68e1839a7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372548 Aug 25 16:19:21.556672 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54494466-80cc-4175-aa9e-fba2b4d9b004 req-578ef37d-67d3-4356-86f4-07175d41bb76 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:21.558066 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-54494466-80cc-4175-aa9e-fba2b4d9b004 req-578ef37d-67d3-4356-86f4-07175d41bb76 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 946 time: 0.0822947 Aug 25 16:19:21.604242 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-54494466-80cc-4175-aa9e-fba2b4d9b004 req-ce7c729e-a17b-4320-aa2a-03af56430b06 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405943 Aug 25 16:19:21.653274 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 6a4e1e36-3044-43d0-b4b0-7ba50538dae3 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:19:21.689387 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] No Port match for: 6a4e1e36-3044-43d0-b4b0-7ba50538dae3 {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:19:21.689743 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 6a4e1e36-3044-43d0-b4b0-7ba50538dae3 not bound to the agent host hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:19:22.802028 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73b120-28a3-4a08-bfcb-cbf2a35b30fc req-c4245745-ec53-4bd6-9e94-8e9c4a3ea3f8 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:22.803466 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-bf73b120-28a3-4a08-bfcb-cbf2a35b30fc req-c4245745-ec53-4bd6-9e94-8e9c4a3ea3f8 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 946 time: 0.0782328 Aug 25 16:19:22.847203 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-bf73b120-28a3-4a08-bfcb-cbf2a35b30fc req-78784c77-caff-4549-babb-4ec5143ed785 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382512 Aug 25 16:19:23.037430 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321796f-aaa5-4624-85fe-785811c5e4e7 req-067ab725-bb5a-48d4-a5d8-022fd2478a7f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:23.038920 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8321796f-aaa5-4624-85fe-785811c5e4e7 req-067ab725-bb5a-48d4-a5d8-022fd2478a7f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 946 time: 0.0757153 Aug 25 16:19:23.086008 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8321796f-aaa5-4624-85fe-785811c5e4e7 req-ebc2c01a-34ab-4c00-8794-05cb9ad1b9d3 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416350 Aug 25 16:19:23.112851 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 55940) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:23.247312 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-d99410ee-f6fe-48b6-9423-4a774ee71634 tempest-TestShelveInstance-1914386720 tempest-TestShelveInstance-1914386720-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 1094 time: 0.1331973 Aug 25 16:19:23.250214 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 55946) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:23.255696 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.v2.base [None req-80fae3f8-9636-4b38-bf61-822a9bb9ed3f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Request body: {'floatingip': {'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'port_id': 'b94bab55-6f07-4796-b3b2-f72489d0a5f9', 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=75046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:19:23.261505 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-80fae3f8-9636-4b38-bf61-822a9bb9ed3f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:19:23.265239 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-80fae3f8-9636-4b38-bf61-822a9bb9ed3f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Usage tracker for resource:floatingip and tenant:4b39548a4e294d87a712a5ed13f0a07f is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:19:23.267977 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-80fae3f8-9636-4b38-bf61-822a9bb9ed3f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:19:23.273663 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-80fae3f8-9636-4b38-bf61-822a9bb9ed3f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:19:23.284106 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-80fae3f8-9636-4b38-bf61-822a9bb9ed3f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks [] for floatingip, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:23.420033 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-80fae3f8-9636-4b38-bf61-822a9bb9ed3f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:23.563849 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.db_base_plugin_common [None req-80fae3f8-9636-4b38-bf61-822a9bb9ed3f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Allocated IP 172.27.1.152 (918dfb31-e205-4511-8f83-81a91dee6c8c/7d72112f-2376-4184-b827-994c471d72fa/b59d9d73-a13f-47e2-b961-ff6e901abd9a) {{(pid=75046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:19:23.723645 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 55952) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:23.752651 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-80fae3f8-9636-4b38-bf61-822a9bb9ed3f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks [] for port, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:23.800154 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-80fae3f8-9636-4b38-bf61-822a9bb9ed3f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779527770143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:23.807560 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-3564dc85-32da-4dba-b8eb-6219946b074a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:23.895225 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fae3f8-9636-4b38-bf61-822a9bb9ed3f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Network 918dfb31-e205-4511-8f83-81a91dee6c8c is already hosted by enough agents. {{(pid=75046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:19:23.899699 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.base_scheduler [None req-80fae3f8-9636-4b38-bf61-822a9bb9ed3f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Resources bound (agent type, host, resource id): {{(pid=75046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:19:23.902621 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fae3f8-9636-4b38-bf61-822a9bb9ed3f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Received port after_create {{(pid=75046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:19:23.944839 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fae3f8-9636-4b38-bf61-822a9bb9ed3f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Pushing event updated for resources: {'Port': ['ID=b59d9d73-a13f-47e2-b961-ff6e901abd9a,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:23.950787 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-80fae3f8-9636-4b38-bf61-822a9bb9ed3f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:24.102618 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-4917e9a3-f09a-455e-97f5-8122aff06417 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Deleting port 87e49f00-d27d-4b32-a370-689b1439fcc1 {{(pid=75045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:24.103578 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-4917e9a3-f09a-455e-97f5-8122aff06417 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:24.343018 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-4917e9a3-f09a-455e-97f5-8122aff06417 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:24.343529 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-4917e9a3-f09a-455e-97f5-8122aff06417 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:24.495207 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-4917e9a3-f09a-455e-97f5-8122aff06417 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Calling delete_port for 87e49f00-d27d-4b32-a370-689b1439fcc1 owned by network:floatingip {{(pid=75045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:19:24.605696 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-80fae3f8-9636-4b38-bf61-822a9bb9ed3f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:24.648297 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-4917e9a3-f09a-455e-97f5-8122aff06417 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:24.652670 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-10a1b19a-3c14-44d5-b379-bf5687608b4f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:24.662937 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-80fae3f8-9636-4b38-bf61-822a9bb9ed3f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:24.696713 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4917e9a3-f09a-455e-97f5-8122aff06417 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Pushing event deleted for resources: {'Port': ['ID=87e49f00-d27d-4b32-a370-689b1439fcc1,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:24.733578 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4917e9a3-f09a-455e-97f5-8122aff06417 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:24.733963 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4917e9a3-f09a-455e-97f5-8122aff06417 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:24.734341 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4917e9a3-f09a-455e-97f5-8122aff06417 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:24.734711 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4917e9a3-f09a-455e-97f5-8122aff06417 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:24.735071 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4917e9a3-f09a-455e-97f5-8122aff06417 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:24.735717 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4917e9a3-f09a-455e-97f5-8122aff06417 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:24.736027 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4917e9a3-f09a-455e-97f5-8122aff06417 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:24.736299 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4917e9a3-f09a-455e-97f5-8122aff06417 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:24.736476 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4917e9a3-f09a-455e-97f5-8122aff06417 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:24.736830 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4917e9a3-f09a-455e-97f5-8122aff06417 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:24.737206 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4917e9a3-f09a-455e-97f5-8122aff06417 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:19:24.740595 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-4917e9a3-f09a-455e-97f5-8122aff06417 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:24.812792 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-4917e9a3-f09a-455e-97f5-8122aff06417 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for floatingip, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:24.877649 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-80fae3f8-9636-4b38-bf61-822a9bb9ed3f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks [] for port, precommit_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:24.883383 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-80fae3f8-9636-4b38-bf61-822a9bb9ed3f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3202379'] for port, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:24.887348 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-8a0a6410-3b0e-42b6-9d8a-55a40cb8f85e tempest-VolumesSnapshotTestJSON-470167917 tempest-VolumesSnapshotTestJSON-470167917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:24.993081 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fae3f8-9636-4b38-bf61-822a9bb9ed3f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Pushing event updated for resources: {'Port': ['ID=b59d9d73-a13f-47e2-b961-ff6e901abd9a,revision_number=2']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:24.998102 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-80fae3f8-9636-4b38-bf61-822a9bb9ed3f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:25.015629 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-80fae3f8-9636-4b38-bf61-822a9bb9ed3f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683597'] for floatingip, after_update {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:25.222261 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.db.l3_db [None req-80fae3f8-9636-4b38-bf61-822a9bb9ed3f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Floating IP 92565d1f-1469-4cdd-9a89-73446ba49379 associated. External IP: 172.27.1.152, port: b94bab55-6f07-4796-b3b2-f72489d0a5f9. Aug 25 16:19:25.225131 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4917e9a3-f09a-455e-97f5-8122aff06417 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Router e011034f-6880-473d-9d2e-9348615babe3 has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:19:25.440130 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4917e9a3-f09a-455e-97f5-8122aff06417 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:19:25.451431 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054a1795-6096-459d-969e-f008fe8af459 None None] Sync routers for ids ['e011034f-6880-473d-9d2e-9348615babe3'] in dv-cinder-806008-1-iscsi {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:19:25.462389 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-4917e9a3-f09a-455e-97f5-8122aff06417 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for floatingip, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:25.464536 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054a1795-6096-459d-969e-f008fe8af459 None None] Routers {'e011034f-6880-473d-9d2e-9348615babe3'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:19:25.465610 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-054a1795-6096-459d-969e-f008fe8af459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:18:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['e011034f-6880-473d-9d2e-9348615babe3'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:25.523191 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-4917e9a3-f09a-455e-97f5-8122aff06417 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "DELETE /v2.0/floatingips/d503176b-560e-4727-a3d1-a2ffdd22b454 HTTP/1.1" status: 204 len: 168 time: 1.7981853 Aug 25 16:19:25.524007 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a885cfc1-e027-42fd-8b19-c72e070a0cf6', 'tag': '22ae52dd-f1a1-487d-b9d8-a1c79250c102'}] {{(pid=75045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:19:25.659110 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-054a1795-6096-459d-969e-f008fe8af459 None None] Set router e011034f-6880-473d-9d2e-9348615babe3 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:19:25.671579 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fae3f8-9636-4b38-bf61-822a9bb9ed3f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Router aa107ae0-d912-4b06-b0f5-2f55d1e66150 has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:19:25.678733 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a885cfc1-e027-42fd-8b19-c72e070a0cf6', 'tag': '22ae52dd-f1a1-487d-b9d8-a1c79250c102', 'status': 'completed', 'code': 200} Aug 25 16:19:25.856899 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f9d71348-8323-4716-9f0b-fab0cff7ab56 req-95bcfb6c-97bc-4722-ba3c-4bb3925d6b47 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d49b7bf8eb94202b4e68c00481db1bb&device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 1098 time: 0.1135597 Aug 25 16:19:25.939846 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-309ac595-8c18-4576-8c69-763aecbf6524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:26.059831 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-054a1795-6096-459d-969e-f008fe8af459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e011034f-6880-473d-9d2e-9348615babe3', 'name': 'tempest-TestVolumeBootPattern-970962436-router', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:26Z', 'updated_at': '2021-08-25T16:07:33Z', 'revision_number': 4, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'gw_port': {'id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:27Z', 'updated_at': '2021-08-25T16:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '14476426-bfe9-4eb0-99dd-ed64140166b1', 'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'mac_address': 'fa:16:3e:45:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:32Z', 'updated_at': '2021-08-25T16:08:13Z', 'revision_number': 5, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'subnets': [{'id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:26.063918 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054a1795-6096-459d-969e-f008fe8af459 None None] Checking router: e011034f-6880-473d-9d2e-9348615babe3 for host: dv-cinder-806008-1-iscsi {{(pid=75048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:19:26.077469 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054a1795-6096-459d-969e-f008fe8af459 None None] Routers {'e011034f-6880-473d-9d2e-9348615babe3'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:19:26.078101 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-054a1795-6096-459d-969e-f008fe8af459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:18:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['e011034f-6880-473d-9d2e-9348615babe3'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:26.093311 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7239dcc-b08b-49f2-89b7-3ebf429e8eea req-6c2be1d4-d975-4700-9241-8b4df3dcf388 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:26.094014 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-b7239dcc-b08b-49f2-89b7-3ebf429e8eea req-6c2be1d4-d975-4700-9241-8b4df3dcf388 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Synchronizing usage tracker for tenant:8d49b7bf8eb94202b4e68c00481db1bb on resource:port {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:19:26.111444 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-b7239dcc-b08b-49f2-89b7-3ebf429e8eea req-6c2be1d4-d975-4700-9241-8b4df3dcf388 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Unset dirty status for tenant:8d49b7bf8eb94202b4e68c00481db1bb on resource:port {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:19:26.115876 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b7239dcc-b08b-49f2-89b7-3ebf429e8eea req-6c2be1d4-d975-4700-9241-8b4df3dcf388 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 945 time: 0.2145569 Aug 25 16:19:26.181163 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b7239dcc-b08b-49f2-89b7-3ebf429e8eea req-52b8f9ae-119f-4b2f-99fc-ef0f9ae7b424 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549335 Aug 25 16:19:26.213886 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d71348-8323-4716-9f0b-fab0cff7ab56 req-aeb0933c-4fcf-4e91-a478-3a6a3506d975 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:26.215459 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f9d71348-8323-4716-9f0b-fab0cff7ab56 req-aeb0933c-4fcf-4e91-a478-3a6a3506d975 service neutron] 10.222.0.21 "GET /v2.0/networks?id=718b11f1-f8ce-4b3b-a0cd-44603747195c HTTP/1.1" status: 200 len: 913 time: 0.3044119 Aug 25 16:19:26.225069 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fae3f8-9636-4b38-bf61-822a9bb9ed3f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:19:26.237633 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c994ab-4ebe-4706-872b-4f747fc9d5e7 None None] Sync routers for ids ['aa107ae0-d912-4b06-b0f5-2f55d1e66150'] in dv-cinder-806008-1-iscsi {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:19:26.253537 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c994ab-4ebe-4706-872b-4f747fc9d5e7 None None] Routers {'aa107ae0-d912-4b06-b0f5-2f55d1e66150'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:19:26.254262 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-97c994ab-4ebe-4706-872b-4f747fc9d5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:18:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['aa107ae0-d912-4b06-b0f5-2f55d1e66150'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:26.301963 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-054a1795-6096-459d-969e-f008fe8af459 None None] Set router e011034f-6880-473d-9d2e-9348615babe3 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:19:26.327694 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-80fae3f8-9636-4b38-bf61-822a9bb9ed3f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for floatingip, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:26.366117 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f9d71348-8323-4716-9f0b-fab0cff7ab56 req-a9e392e3-b572-42e8-b2d4-76b40c8d7373 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22ae52dd-f1a1-487d-b9d8-a1c79250c102 HTTP/1.1" status: 200 len: 217 time: 0.1344779 Aug 25 16:19:26.458660 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:26.465272 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-80fae3f8-9636-4b38-bf61-822a9bb9ed3f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2140076 Aug 25 16:19:26.468065 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f13fa6-2c49-4557-a8b9-df6af19911dc', 'tag': 'b94bab55-6f07-4796-b3b2-f72489d0a5f9'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:19:26.485321 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-97c994ab-4ebe-4706-872b-4f747fc9d5e7 None None] Set router aa107ae0-d912-4b06-b0f5-2f55d1e66150 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:19:26.488754 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d71348-8323-4716-9f0b-fab0cff7ab56 req-07a79299-7a41-430f-b8a9-e296027255f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:26.490255 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f9d71348-8323-4716-9f0b-fab0cff7ab56 req-07a79299-7a41-430f-b8a9-e296027255f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bab66fe1-445a-43bc-ae43-f295df741f59 HTTP/1.1" status: 200 len: 850 time: 0.1028845 Aug 25 16:19:26.558062 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f13fa6-2c49-4557-a8b9-df6af19911dc', 'tag': 'b94bab55-6f07-4796-b3b2-f72489d0a5f9', 'status': 'completed', 'code': 200} Aug 25 16:19:26.661623 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f9d71348-8323-4716-9f0b-fab0cff7ab56 req-459d7705-da89-4cd4-bbad-78d1e532d786 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=718b11f1-f8ce-4b3b-a0cd-44603747195c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1608412 Aug 25 16:19:26.719035 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f29d29c3-816a-4200-a088-64b4b6b3025b req-4f298b9f-becf-4a4f-a075-c7ad93ab9d60 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b39548a4e294d87a712a5ed13f0a07f&device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 1099 time: 0.1187024 Aug 25 16:19:26.742317 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-054a1795-6096-459d-969e-f008fe8af459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e011034f-6880-473d-9d2e-9348615babe3', 'name': 'tempest-TestVolumeBootPattern-970962436-router', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:26Z', 'updated_at': '2021-08-25T16:07:33Z', 'revision_number': 4, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'gw_port': {'id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:27Z', 'updated_at': '2021-08-25T16:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '14476426-bfe9-4eb0-99dd-ed64140166b1', 'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'mac_address': 'fa:16:3e:45:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:32Z', 'updated_at': '2021-08-25T16:08:13Z', 'revision_number': 5, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'subnets': [{'id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:26.747251 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054a1795-6096-459d-969e-f008fe8af459 None None] The sync data for ids ['e011034f-6880-473d-9d2e-9348615babe3'] in dv-cinder-806008-1-iscsi is: [{'id': 'e011034f-6880-473d-9d2e-9348615babe3', 'name': 'tempest-TestVolumeBootPattern-970962436-router', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:26Z', 'updated_at': '2021-08-25T16:07:33Z', 'revision_number': 4, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'gw_port': {'id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:27Z', 'updated_at': '2021-08-25T16:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '14476426-bfe9-4eb0-99dd-ed64140166b1', 'name': '', 'network_id': '718b11f1-f8ce-4b3b-a0cd-44603747195c', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'mac_address': 'fa:16:3e:45:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:32Z', 'updated_at': '2021-08-25T16:08:13Z', 'revision_number': 5, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'subnets': [{'id': 'bab66fe1-445a-43bc-ae43-f295df741f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:19:26.832299 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe4e37-3f57-4cc4-a3c6-08d0fe268438 req-81ee9f6f-4aff-48e3-a3bd-37283d96b5cb tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:26.834058 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-eabe4e37-3f57-4cc4-a3c6-08d0fe268438 req-81ee9f6f-4aff-48e3-a3bd-37283d96b5cb tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.21 "GET /v2.0/ports?device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 945 time: 0.1392705 Aug 25 16:19:26.915929 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [req-eabe4e37-3f57-4cc4-a3c6-08d0fe268438 req-a08db070-6d32-4ab0-bdc6-bb6638a05d08 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Deleting port 22ae52dd-f1a1-487d-b9d8-a1c79250c102 {{(pid=75045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:26.916281 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-eabe4e37-3f57-4cc4-a3c6-08d0fe268438 req-a08db070-6d32-4ab0-bdc6-bb6638a05d08 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:26.951353 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-97c994ab-4ebe-4706-872b-4f747fc9d5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'name': 'tempest-TestShelveInstance-992937619-router', 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '3d42b60c-bc09-4e99-86f9-4a540478d47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:18:16Z', 'updated_at': '2021-08-25T16:18:19Z', 'revision_number': 4, 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'gw_port': {'id': '3d42b60c-bc09-4e99-86f9-4a540478d47d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:17Z', 'updated_at': '2021-08-25T16:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_floatingips': [{'id': '92565d1f-1469-4cdd-9a89-73446ba49379', 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'port_id': 'b94bab55-6f07-4796-b3b2-f72489d0a5f9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '638ce2fb-3499-498a-b218-d9e9c9dbc5e7', 'mac_address': 'fa:16:3e:a5:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f13fa6-2c49-4557-a8b9-df6af19911dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:19:24Z', 'updated_at': '2021-08-25T16:19:24Z', 'revision_number': 0, 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f704cba-7c30-4df6-a674-62eb8b55c99b', 'name': '', 'network_id': '638ce2fb-3499-498a-b218-d9e9c9dbc5e7', 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f', 'mac_address': 'fa:16:3e:aa:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d7d9829-b2da-496c-b78e-7a8ac52f45df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:19Z', 'updated_at': '2021-08-25T16:18:29Z', 'revision_number': 5, 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'subnets': [{'id': '1d7d9829-b2da-496c-b78e-7a8ac52f45df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:26.955490 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c994ab-4ebe-4706-872b-4f747fc9d5e7 None None] Checking router: aa107ae0-d912-4b06-b0f5-2f55d1e66150 for host: dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:19:26.961026 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f9d71348-8323-4716-9f0b-fab0cff7ab56 req-a127e804-d5e8-4b5b-9737-09cde1708c61 service neutron] 10.222.0.21 "GET /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661281 Aug 25 16:19:26.974523 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c994ab-4ebe-4706-872b-4f747fc9d5e7 None None] Routers {'aa107ae0-d912-4b06-b0f5-2f55d1e66150'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:19:26.975187 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-97c994ab-4ebe-4706-872b-4f747fc9d5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:18:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['aa107ae0-d912-4b06-b0f5-2f55d1e66150'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:27.001861 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d29c3-816a-4200-a088-64b4b6b3025b req-3256d99a-30ee-44a0-9726-6c22f98af953 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:27.003470 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f29d29c3-816a-4200-a088-64b4b6b3025b req-3256d99a-30ee-44a0-9726-6c22f98af953 service neutron] 10.222.0.21 "GET /v2.0/networks?id=638ce2fb-3499-498a-b218-d9e9c9dbc5e7 HTTP/1.1" status: 200 len: 910 time: 0.2739604 Aug 25 16:19:27.056350 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac582c4-bd04-47e1-b6c3-2253490aad11 None None] New status for floating IP d503176b-560e-4727-a3d1-a2ffdd22b454: DOWN {{(pid=75048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:19:27.207667 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f29d29c3-816a-4200-a088-64b4b6b3025b req-5d05eaf7-2316-42dd-891e-ec6979d0e4b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b94bab55-6f07-4796-b3b2-f72489d0a5f9 HTTP/1.1" status: 200 len: 1000 time: 0.1375754 Aug 25 16:19:27.215743 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-97c994ab-4ebe-4706-872b-4f747fc9d5e7 None None] Set router aa107ae0-d912-4b06-b0f5-2f55d1e66150 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:19:27.224197 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.db [req-eabe4e37-3f57-4cc4-a3c6-08d0fe268438 req-a08db070-6d32-4ab0-bdc6-bb6638a05d08 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] For port 22ae52dd-f1a1-487d-b9d8-a1c79250c102, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=22ae52dd-f1a1-487d-b9d8-a1c79250c102,segment=NetworkSegment(630333ee-311f-409b-bedf-635d01350e69),segment_id=630333ee-311f-409b-bedf-635d01350e69)] {{(pid=75045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:27.224584 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-eabe4e37-3f57-4cc4-a3c6-08d0fe268438 req-a08db070-6d32-4ab0-bdc6-bb6638a05d08 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:27.344402 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f9d71348-8323-4716-9f0b-fab0cff7ab56 req-aeeb8f3a-f4ef-4a22-a7aa-283b5b2d6822 service neutron] 10.222.0.21 "GET /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669019 Aug 25 16:19:27.357994 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d29c3-816a-4200-a088-64b4b6b3025b req-8c99a16c-b2a7-43fd-bf03-8aab657ca250 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:27.359910 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f29d29c3-816a-4200-a088-64b4b6b3025b req-8c99a16c-b2a7-43fd-bf03-8aab657ca250 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d7d9829-b2da-496c-b78e-7a8ac52f45df HTTP/1.1" status: 200 len: 847 time: 0.1444767 Aug 25 16:19:27.365820 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [req-eabe4e37-3f57-4cc4-a3c6-08d0fe268438 req-a08db070-6d32-4ab0-bdc6-bb6638a05d08 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Calling delete_port for 22ae52dd-f1a1-487d-b9d8-a1c79250c102 owned by compute:nova {{(pid=75045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:19:27.467488 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f29d29c3-816a-4200-a088-64b4b6b3025b req-f5e3fad8-780f-4444-b8ee-d6039b39caaa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=638ce2fb-3499-498a-b218-d9e9c9dbc5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0938559 Aug 25 16:19:27.575461 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64019d-debf-4970-9329-45a68e132c4f req-2a2cfed2-1ba9-417c-a8d2-ed7606721c4c tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:27.576992 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7b64019d-debf-4970-9329-45a68e132c4f req-2a2cfed2-1ba9-417c-a8d2-ed7606721c4c tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 945 time: 0.1606591 Aug 25 16:19:27.626673 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f29d29c3-816a-4200-a088-64b4b6b3025b req-40b3cb41-027e-4586-9bb3-cc86d8cade4f service neutron] 10.222.0.21 "GET /v2.0/networks/638ce2fb-3499-498a-b218-d9e9c9dbc5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522567 Aug 25 16:19:27.647790 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7b64019d-debf-4970-9329-45a68e132c4f req-dfbbcc2f-8362-4b1b-8fd0-4141f6bd6390 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/security-groups?id=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631502 Aug 25 16:19:27.649123 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-eabe4e37-3f57-4cc4-a3c6-08d0fe268438 req-a08db070-6d32-4ab0-bdc6-bb6638a05d08 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:27.656715 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-11643831-60b0-49c8-9d46-d8f28a6a8612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:27.694137 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-97c994ab-4ebe-4706-872b-4f747fc9d5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'name': 'tempest-TestShelveInstance-992937619-router', 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '3d42b60c-bc09-4e99-86f9-4a540478d47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:18:16Z', 'updated_at': '2021-08-25T16:18:19Z', 'revision_number': 4, 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'gw_port': {'id': '3d42b60c-bc09-4e99-86f9-4a540478d47d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:17Z', 'updated_at': '2021-08-25T16:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_floatingips': [{'id': '92565d1f-1469-4cdd-9a89-73446ba49379', 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'port_id': 'b94bab55-6f07-4796-b3b2-f72489d0a5f9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '638ce2fb-3499-498a-b218-d9e9c9dbc5e7', 'mac_address': 'fa:16:3e:a5:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f13fa6-2c49-4557-a8b9-df6af19911dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:19:24Z', 'updated_at': '2021-08-25T16:19:24Z', 'revision_number': 0, 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f704cba-7c30-4df6-a674-62eb8b55c99b', 'name': '', 'network_id': '638ce2fb-3499-498a-b218-d9e9c9dbc5e7', 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f', 'mac_address': 'fa:16:3e:aa:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d7d9829-b2da-496c-b78e-7a8ac52f45df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:19Z', 'updated_at': '2021-08-25T16:18:29Z', 'revision_number': 5, 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'subnets': [{'id': '1d7d9829-b2da-496c-b78e-7a8ac52f45df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:27.699251 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c994ab-4ebe-4706-872b-4f747fc9d5e7 None None] The sync data for ids ['aa107ae0-d912-4b06-b0f5-2f55d1e66150'] in dv-cinder-806008-1-iscsi is: [{'id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'name': 'tempest-TestShelveInstance-992937619-router', 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '3d42b60c-bc09-4e99-86f9-4a540478d47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:18:16Z', 'updated_at': '2021-08-25T16:18:19Z', 'revision_number': 4, 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'gw_port': {'id': '3d42b60c-bc09-4e99-86f9-4a540478d47d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:17Z', 'updated_at': '2021-08-25T16:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_floatingips': [{'id': '92565d1f-1469-4cdd-9a89-73446ba49379', 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'router_id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'port_id': 'b94bab55-6f07-4796-b3b2-f72489d0a5f9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '638ce2fb-3499-498a-b218-d9e9c9dbc5e7', 'mac_address': 'fa:16:3e:a5:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f13fa6-2c49-4557-a8b9-df6af19911dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:19:24Z', 'updated_at': '2021-08-25T16:19:24Z', 'revision_number': 0, 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f704cba-7c30-4df6-a674-62eb8b55c99b', 'name': '', 'network_id': '638ce2fb-3499-498a-b218-d9e9c9dbc5e7', 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f', 'mac_address': 'fa:16:3e:aa:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d7d9829-b2da-496c-b78e-7a8ac52f45df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:19Z', 'updated_at': '2021-08-25T16:18:29Z', 'revision_number': 5, 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'subnets': [{'id': '1d7d9829-b2da-496c-b78e-7a8ac52f45df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:19:27.701198 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08db070-6d32-4ab0-bdc6-bb6638a05d08 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Pushing event deleted for resources: {'Port': ['ID=22ae52dd-f1a1-487d-b9d8-a1c79250c102,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:27.705844 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-a08db070-6d32-4ab0-bdc6-bb6638a05d08 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:27.787378 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabe4e37-3f57-4cc4-a3c6-08d0fe268438 req-a08db070-6d32-4ab0-bdc6-bb6638a05d08 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] No DVR routers for this DVR port 22ae52dd-f1a1-487d-b9d8-a1c79250c102 on host hv-cinder-80600 {{(pid=75045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:19:27.790716 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-eabe4e37-3f57-4cc4-a3c6-08d0fe268438 req-a08db070-6d32-4ab0-bdc6-bb6638a05d08 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:27.793624 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a885cfc1-e027-42fd-8b19-c72e070a0cf6', 'name': 'network-vif-deleted', 'tag': '22ae52dd-f1a1-487d-b9d8-a1c79250c102'}] {{(pid=75045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:19:27.803601 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-f29d29c3-816a-4200-a088-64b4b6b3025b req-1dad4a69-9371-4754-97f3-e87368a55716 service neutron] 10.222.0.21 "GET /v2.0/networks/638ce2fb-3499-498a-b218-d9e9c9dbc5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695559 Aug 25 16:19:27.815527 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-eabe4e37-3f57-4cc4-a3c6-08d0fe268438 req-a08db070-6d32-4ab0-bdc6-bb6638a05d08 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.21 "DELETE /v2.0/ports/22ae52dd-f1a1-487d-b9d8-a1c79250c102 HTTP/1.1" status: 204 len: 173 time: 0.9743283 Aug 25 16:19:27.867739 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a885cfc1-e027-42fd-8b19-c72e070a0cf6', 'name': 'network-vif-deleted', 'tag': '22ae52dd-f1a1-487d-b9d8-a1c79250c102', 'status': 'completed', 'code': 200} Aug 25 16:19:27.941972 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d571e4-6ec4-4971-be25-52505d9cfb7b None None] New status for floating IP 92565d1f-1469-4cdd-9a89-73446ba49379: ACTIVE {{(pid=75047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:19:28.257932 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-628192ca-a364-417f-841a-964be801aa7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:28.835859 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-e68e6473-ac6a-4373-9808-d3310d1ebee4 req-0a43aa60-4a69-4dad-87b2-16b358969b23 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Synchronizing usage tracker for tenant:8d49b7bf8eb94202b4e68c00481db1bb on resource:port {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:19:28.852217 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-e68e6473-ac6a-4373-9808-d3310d1ebee4 req-0a43aa60-4a69-4dad-87b2-16b358969b23 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Unset dirty status for tenant:8d49b7bf8eb94202b4e68c00481db1bb on resource:port {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:19:28.853567 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e68e6473-ac6a-4373-9808-d3310d1ebee4 req-0a43aa60-4a69-4dad-87b2-16b358969b23 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "GET /v2.0/ports?device_id=a885cfc1-e027-42fd-8b19-c72e070a0cf6 HTTP/1.1" status: 200 len: 210 time: 0.0693073 Aug 25 16:19:29.273716 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:29.725825 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 22ae52dd-f1a1-487d-b9d8-a1c79250c102 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:19:29.758826 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] No Port match for: 22ae52dd-f1a1-487d-b9d8-a1c79250c102 {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:19:29.759177 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 22ae52dd-f1a1-487d-b9d8-a1c79250c102 not bound to the agent host hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:19:29.960998 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 55978) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:30.228326 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [None req-648f549c-7339-4c78-bb5c-71f1f8a3bc80 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Deleting port dcef7cfb-e6d2-4b39-b4ed-bc76d4831dfb {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:30.228697 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-648f549c-7339-4c78-bb5c-71f1f8a3bc80 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:30.406710 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-648f549c-7339-4c78-bb5c-71f1f8a3bc80 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:30.407027 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-648f549c-7339-4c78-bb5c-71f1f8a3bc80 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:30.526019 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [None req-648f549c-7339-4c78-bb5c-71f1f8a3bc80 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Calling delete_port for dcef7cfb-e6d2-4b39-b4ed-bc76d4831dfb owned by network:floatingip {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:19:30.673640 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-648f549c-7339-4c78-bb5c-71f1f8a3bc80 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:30.678564 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-80fae3f8-9636-4b38-bf61-822a9bb9ed3f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:30.715078 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:30.724365 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f549c-7339-4c78-bb5c-71f1f8a3bc80 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Pushing event deleted for resources: {'Port': ['ID=dcef7cfb-e6d2-4b39-b4ed-bc76d4831dfb,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:30.727494 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-648f549c-7339-4c78-bb5c-71f1f8a3bc80 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:30.823800 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-648f549c-7339-4c78-bb5c-71f1f8a3bc80 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for floatingip, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:30.843646 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-648f549c-7339-4c78-bb5c-71f1f8a3bc80 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for floatingip, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:30.844792 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-648f549c-7339-4c78-bb5c-71f1f8a3bc80 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "DELETE /v2.0/floatingips/57f6e175-5917-4224-8fb4-6e340631717b HTTP/1.1" status: 204 len: 168 time: 0.8828301 Aug 25 16:19:32.270472 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 55994) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:32.346563 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f1986208-78fc-49e2-a439-e82bd12a03ab tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:32.377462 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f1986208-78fc-49e2-a439-e82bd12a03ab tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:32.440337 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f1986208-78fc-49e2-a439-e82bd12a03ab tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:32.444185 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-1d84ce6d-c8cf-496c-a515-b30ff096ab08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:32.459357 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1986208-78fc-49e2-a439-e82bd12a03ab tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:32.461967 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-f1986208-78fc-49e2-a439-e82bd12a03ab tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:32.472275 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-f1986208-78fc-49e2-a439-e82bd12a03ab tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:32.473426 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-f1986208-78fc-49e2-a439-e82bd12a03ab tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] 10.222.0.43 "DELETE /v2.0/security-groups/97aac6ad-0a98-44f0-a3db-3d2c8d0acc0b HTTP/1.1" status: 204 len: 168 time: 0.2019737 Aug 25 16:19:32.556121 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 56000) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:33.095227 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-431b21cf-cbc2-418e-bce3-33990b6a0421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684895'] for router_interface, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:33.817796 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-431b21cf-cbc2-418e-bce3-33990b6a0421 admin admin] Deleting port 14476426-bfe9-4eb0-99dd-ed64140166b1 {{(pid=75045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:33.818538 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-431b21cf-cbc2-418e-bce3-33990b6a0421 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:34.006011 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.db [None req-431b21cf-cbc2-418e-bce3-33990b6a0421 admin admin] For port 14476426-bfe9-4eb0-99dd-ed64140166b1, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=14476426-bfe9-4eb0-99dd-ed64140166b1,segment=NetworkSegment(630333ee-311f-409b-bedf-635d01350e69),segment_id=630333ee-311f-409b-bedf-635d01350e69)] {{(pid=75045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:34.006356 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-431b21cf-cbc2-418e-bce3-33990b6a0421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:34.130003 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-431b21cf-cbc2-418e-bce3-33990b6a0421 admin admin] Calling delete_port for 14476426-bfe9-4eb0-99dd-ed64140166b1 owned by network:router_interface {{(pid=75045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:19:34.310755 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-431b21cf-cbc2-418e-bce3-33990b6a0421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:34.314278 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-089ab791-bc54-4101-9f63-c7016bf1d30d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:34.358244 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b21cf-cbc2-418e-bce3-33990b6a0421 admin admin] Pushing event deleted for resources: {'Port': ['ID=14476426-bfe9-4eb0-99dd-ed64140166b1,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:34.361706 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-431b21cf-cbc2-418e-bce3-33990b6a0421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:34.653507 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-431b21cf-cbc2-418e-bce3-33990b6a0421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1708162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684971'] for router_interface, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:35.326244 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431b21cf-cbc2-418e-bce3-33990b6a0421 admin admin] Router e011034f-6880-473d-9d2e-9348615babe3 has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:19:35.555219 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431b21cf-cbc2-418e-bce3-33990b6a0421 admin admin] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:19:35.563936 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eba170-e75b-42a8-9d07-2672eec9e1a2 None None] Sync routers for ids ['e011034f-6880-473d-9d2e-9348615babe3'] in dv-cinder-806008-1-iscsi {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:19:35.568201 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-431b21cf-cbc2-418e-bce3-33990b6a0421 admin admin] 10.222.0.43 "PUT /v2.0/routers/e011034f-6880-473d-9d2e-9348615babe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0110905 Aug 25 16:19:35.570674 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 56008) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:35.578251 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eba170-e75b-42a8-9d07-2672eec9e1a2 None None] Routers {'e011034f-6880-473d-9d2e-9348615babe3'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:19:35.578851 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-26eba170-e75b-42a8-9d07-2672eec9e1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:19:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['e011034f-6880-473d-9d2e-9348615babe3'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:35.754014 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-26eba170-e75b-42a8-9d07-2672eec9e1a2 None None] Set router e011034f-6880-473d-9d2e-9348615babe3 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:19:35.770385 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-776b3bf1-c349-4a03-bbd3-4dc01a0428c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:35.992655 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-776b3bf1-c349-4a03-bbd3-4dc01a0428c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:36.005839 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-776b3bf1-c349-4a03-bbd3-4dc01a0428c2 admin admin] Deleting port 9b237591-c6ac-406c-a7b9-aff4e400c49d {{(pid=75045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:36.006308 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-776b3bf1-c349-4a03-bbd3-4dc01a0428c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:36.067893 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-26eba170-e75b-42a8-9d07-2672eec9e1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e011034f-6880-473d-9d2e-9348615babe3', 'name': 'tempest-TestVolumeBootPattern-970962436-router', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:26Z', 'updated_at': '2021-08-25T16:19:34Z', 'revision_number': 5, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'gw_port': {'id': '9b237591-c6ac-406c-a7b9-aff4e400c49d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e011034f-6880-473d-9d2e-9348615babe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:27Z', 'updated_at': '2021-08-25T16:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:36.072904 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eba170-e75b-42a8-9d07-2672eec9e1a2 None None] Checking router: e011034f-6880-473d-9d2e-9348615babe3 for host: dv-cinder-806008-1-iscsi {{(pid=75048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:19:36.090165 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eba170-e75b-42a8-9d07-2672eec9e1a2 None None] Routers {'e011034f-6880-473d-9d2e-9348615babe3'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:19:36.091114 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-26eba170-e75b-42a8-9d07-2672eec9e1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:19:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['e011034f-6880-473d-9d2e-9348615babe3'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:36.191130 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.db [None req-776b3bf1-c349-4a03-bbd3-4dc01a0428c2 admin admin] For port 9b237591-c6ac-406c-a7b9-aff4e400c49d, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=9b237591-c6ac-406c-a7b9-aff4e400c49d,segment=NetworkSegment(6c802ec5-cb0c-4ebf-9051-a5208badfc91),segment_id=6c802ec5-cb0c-4ebf-9051-a5208badfc91)] {{(pid=75045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:36.191481 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-776b3bf1-c349-4a03-bbd3-4dc01a0428c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:36.292981 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-26eba170-e75b-42a8-9d07-2672eec9e1a2 None None] Set router e011034f-6880-473d-9d2e-9348615babe3 gateway port host: None {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:19:36.317843 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-776b3bf1-c349-4a03-bbd3-4dc01a0428c2 admin admin] Calling delete_port for 9b237591-c6ac-406c-a7b9-aff4e400c49d owned by network:router_gateway {{(pid=75045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:19:36.398589 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-26eba170-e75b-42a8-9d07-2672eec9e1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e011034f-6880-473d-9d2e-9348615babe3', 'name': 'tempest-TestVolumeBootPattern-970962436-router', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:26Z', 'updated_at': '2021-08-25T16:19:35Z', 'revision_number': 6, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'gw_port_host': None}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:36.402860 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eba170-e75b-42a8-9d07-2672eec9e1a2 None None] The sync data for ids ['e011034f-6880-473d-9d2e-9348615babe3'] in dv-cinder-806008-1-iscsi is: [{'id': 'e011034f-6880-473d-9d2e-9348615babe3', 'name': 'tempest-TestVolumeBootPattern-970962436-router', 'tenant_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:26Z', 'updated_at': '2021-08-25T16:19:35Z', 'revision_number': 6, 'project_id': '8d49b7bf8eb94202b4e68c00481db1bb', 'gw_port_host': None}] {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:19:36.588648 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-776b3bf1-c349-4a03-bbd3-4dc01a0428c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:36.591979 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-d41e25dc-b380-480d-a169-faeccab366fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:36.633133 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b3bf1-c349-4a03-bbd3-4dc01a0428c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b237591-c6ac-406c-a7b9-aff4e400c49d,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:36.635599 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-776b3bf1-c349-4a03-bbd3-4dc01a0428c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:36.850683 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-776b3bf1-c349-4a03-bbd3-4dc01a0428c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683554'] for router_gateway, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:37.100120 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-776b3bf1-c349-4a03-bbd3-4dc01a0428c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4395'] for router, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:37.105093 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-776b3bf1-c349-4a03-bbd3-4dc01a0428c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:37.128898 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-776b3bf1-c349-4a03-bbd3-4dc01a0428c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-686622'] for router, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:37.129486 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776b3bf1-c349-4a03-bbd3-4dc01a0428c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e011034f-6880-473d-9d2e-9348615babe3 {{(pid=75045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:19:37.142399 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-776b3bf1-c349-4a03-bbd3-4dc01a0428c2 admin admin] Notify callbacks [] for router, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:37.143503 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-776b3bf1-c349-4a03-bbd3-4dc01a0428c2 admin admin] 10.222.0.43 "DELETE /v2.0/routers/e011034f-6880-473d-9d2e-9348615babe3 HTTP/1.1" status: 204 len: 168 time: 1.5719433 Aug 25 16:19:37.146062 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 56012) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:37.206639 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_v2 [None req-0432c0a9-95f8-444a-87ae-c37608fe56e9 admin admin] Deleting subnet bab66fe1-445a-43bc-ae43-f295df741f59 {{(pid=75045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:19:37.209857 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0432c0a9-95f8-444a-87ae-c37608fe56e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:37.258102 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0432c0a9-95f8-444a-87ae-c37608fe56e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3836961'] for subnet, precommit_delete_associations {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:37.324316 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 14476426-bfe9-4eb0-99dd-ed64140166b1 no longer exists at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:19:37.341673 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0432c0a9-95f8-444a-87ae-c37608fe56e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731498'] for subnet, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:37.362642 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] No Port match for: 14476426-bfe9-4eb0-99dd-ed64140166b1 {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:19:37.362999 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 14476426-bfe9-4eb0-99dd-ed64140166b1 not bound to the agent host dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:19:37.415279 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0432c0a9-95f8-444a-87ae-c37608fe56e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3837869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854734'] for subnet, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:37.418741 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-f17d6f6a-afb1-4716-b2de-a58cc73cc42f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:37.451843 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432c0a9-95f8-444a-87ae-c37608fe56e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bab66fe1-445a-43bc-ae43-f295df741f59,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:37.455239 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-0432c0a9-95f8-444a-87ae-c37608fe56e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:37.458406 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0432c0a9-95f8-444a-87ae-c37608fe56e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:37.464120 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa62f36-9d0f-4649-be5d-a4a0f08a8205 None None] Network 718b11f1-f8ce-4b3b-a0cd-44603747195c requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:19:37.467647 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-0432c0a9-95f8-444a-87ae-c37608fe56e9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/bab66fe1-445a-43bc-ae43-f295df741f59 HTTP/1.1" status: 204 len: 168 time: 0.3203602 Aug 25 16:19:37.469836 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 56016) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:37.574336 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5553dc85-b398-484b-bcde-834e6e744fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588176'] for network, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:37.585206 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-5553dc85-b398-484b-bcde-834e6e744fe1 admin admin] Deleting port dbd62566-f2b0-46eb-9a7e-21abdb22b39c {{(pid=75045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:37.586090 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5553dc85-b398-484b-bcde-834e6e744fe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:37.707629 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3602144e-3b23-47c0-b4ff-0c6d9f00d917 None None] DHCP port deletion for 718b11f1-f8ce-4b3b-a0cd-44603747195c request from dv-cinder-806008-1-iscsi {{(pid=75047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:19:37.713256 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-3602144e-3b23-47c0-b4ff-0c6d9f00d917 None None] Deleting port dbd62566-f2b0-46eb-9a7e-21abdb22b39c {{(pid=75047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:37.713637 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-3602144e-3b23-47c0-b4ff-0c6d9f00d917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:37.795457 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.db [None req-5553dc85-b398-484b-bcde-834e6e744fe1 admin admin] For port dbd62566-f2b0-46eb-9a7e-21abdb22b39c, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=dbd62566-f2b0-46eb-9a7e-21abdb22b39c,segment=NetworkSegment(630333ee-311f-409b-bedf-635d01350e69),segment_id=630333ee-311f-409b-bedf-635d01350e69)] {{(pid=75045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:37.796041 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5553dc85-b398-484b-bcde-834e6e744fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:37.915656 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-3602144e-3b23-47c0-b4ff-0c6d9f00d917 None None] For port dbd62566-f2b0-46eb-9a7e-21abdb22b39c, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=dbd62566-f2b0-46eb-9a7e-21abdb22b39c,segment=NetworkSegment(630333ee-311f-409b-bedf-635d01350e69),segment_id=630333ee-311f-409b-bedf-635d01350e69)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:37.915973 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-3602144e-3b23-47c0-b4ff-0c6d9f00d917 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:38.012089 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-5553dc85-b398-484b-bcde-834e6e744fe1 admin admin] Calling delete_port for dbd62566-f2b0-46eb-9a7e-21abdb22b39c owned by network:dhcp {{(pid=75045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:19:38.035317 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-3602144e-3b23-47c0-b4ff-0c6d9f00d917 None None] Calling delete_port for dbd62566-f2b0-46eb-9a7e-21abdb22b39c owned by network:dhcp {{(pid=75047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:19:38.094463 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5553dc85-b398-484b-bcde-834e6e744fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:38.098766 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:38.103815 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.db.api [None req-3602144e-3b23-47c0-b4ff-0c6d9f00d917 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:19:38.104192 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_db.api [None req-3602144e-3b23-47c0-b4ff-0c6d9f00d917 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:19:38.150042 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553dc85-b398-484b-bcde-834e6e744fe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbd62566-f2b0-46eb-9a7e-21abdb22b39c,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:38.153327 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-5553dc85-b398-484b-bcde-834e6e744fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:38.154122 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5553dc85-b398-484b-bcde-834e6e744fe1 admin admin] No DVR routers for this DVR port dbd62566-f2b0-46eb-9a7e-21abdb22b39c on host dv-cinder-806008-1-iscsi {{(pid=75045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:19:38.267408 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5553dc85-b398-484b-bcde-834e6e744fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730595', 'neutron.services.segments.db._delete_segments_for_network-8779528176258'] for network, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:38.280504 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-5553dc85-b398-484b-bcde-834e6e744fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718b11f1-f8ce-4b3b-a0cd-44603747195c']}} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:38.292283 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-5553dc85-b398-484b-bcde-834e6e744fe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '630333ee-311f-409b-bedf-635d01350e69') {'for_net_delete': True} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:38.292577 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-5553dc85-b398-484b-bcde-834e6e744fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '630333ee-311f-409b-bedf-635d01350e69') {} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:38.303953 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5553dc85-b398-484b-bcde-834e6e744fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779528177565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3836974'] for segment, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:38.320968 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5553dc85-b398-484b-bcde-834e6e744fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:38.327471 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5553dc85-b398-484b-bcde-834e6e744fe1 admin admin] Releasing vlan 1259 on physical network physnet1 to pool {{(pid=75045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:19:38.328024 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5553dc85-b398-484b-bcde-834e6e744fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1731343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837707'] for segment, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:38.343502 dv-cinder-806008-1-iscsi neutron-server[75045]: Traceback (most recent call last): Aug 25 16:19:38.343502 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:19:38.343502 dv-cinder-806008-1-iscsi neutron-server[75045]: timer() Aug 25 16:19:38.343502 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:19:38.343502 dv-cinder-806008-1-iscsi neutron-server[75045]: cb(*args, **kw) Aug 25 16:19:38.343502 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:19:38.343502 dv-cinder-806008-1-iscsi neutron-server[75045]: return func(*args, **kwargs) Aug 25 16:19:38.343502 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:19:38.343502 dv-cinder-806008-1-iscsi neutron-server[75045]: self._notify() Aug 25 16:19:38.343502 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:19:38.343502 dv-cinder-806008-1-iscsi neutron-server[75045]: self.callback(batched_events) Aug 25 16:19:38.343502 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:19:38.343502 dv-cinder-806008-1-iscsi neutron-server[75045]: event.method(event) Aug 25 16:19:38.343502 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:19:38.343502 dv-cinder-806008-1-iscsi neutron-server[75045]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:19:38.343502 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:19:38.343502 dv-cinder-806008-1-iscsi neutron-server[75045]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:19:38.343502 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:19:38.343502 dv-cinder-806008-1-iscsi neutron-server[75045]: return f(self, *a, **k) Aug 25 16:19:38.343502 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:19:38.343502 dv-cinder-806008-1-iscsi neutron-server[75045]: return self._get(url).json() Aug 25 16:19:38.343502 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:19:38.343502 dv-cinder-806008-1-iscsi neutron-server[75045]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:19:38.343502 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:19:38.343502 dv-cinder-806008-1-iscsi neutron-server[75045]: return self.request(url, 'GET', **kwargs) Aug 25 16:19:38.343502 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:19:38.343502 dv-cinder-806008-1-iscsi neutron-server[75045]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:19:38.343502 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:19:38.343502 dv-cinder-806008-1-iscsi neutron-server[75045]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:19:38.343502 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:19:38.343502 dv-cinder-806008-1-iscsi neutron-server[75045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:19:38.343502 dv-cinder-806008-1-iscsi neutron-server[75045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:19:38.422510 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5553dc85-b398-484b-bcde-834e6e744fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683615'] for network, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:38.426119 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:38.439793 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-5553dc85-b398-484b-bcde-834e6e744fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:38.456626 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553dc85-b398-484b-bcde-834e6e744fe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=718b11f1-f8ce-4b3b-a0cd-44603747195c,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:38.461827 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-5553dc85-b398-484b-bcde-834e6e744fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:38.472788 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-5553dc85-b398-484b-bcde-834e6e744fe1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/718b11f1-f8ce-4b3b-a0cd-44603747195c HTTP/1.1" status: 204 len: 168 time: 1.0019135 Aug 25 16:19:38.473433 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 56022) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:38.605125 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-3602144e-3b23-47c0-b4ff-0c6d9f00d917 None None] Deleting port dbd62566-f2b0-46eb-9a7e-21abdb22b39c {{(pid=75047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:38.605857 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-3602144e-3b23-47c0-b4ff-0c6d9f00d917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:38.675048 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-3602144e-3b23-47c0-b4ff-0c6d9f00d917 None None] The port 'dbd62566-f2b0-46eb-9a7e-21abdb22b39c' was deleted {{(pid=75047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:19:38.881476 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-16bf4363-80d5-440d-9f2e-6e617ec36b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684895'] for router_interface, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:39.324911 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device dbd62566-f2b0-46eb-9a7e-21abdb22b39c no longer exists at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:19:39.361166 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] No Port match for: dbd62566-f2b0-46eb-9a7e-21abdb22b39c {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:19:39.361516 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device dbd62566-f2b0-46eb-9a7e-21abdb22b39c not bound to the agent host dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:19:39.362133 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 9b237591-c6ac-406c-a7b9-aff4e400c49d no longer exists at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:19:39.400716 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] No Port match for: 9b237591-c6ac-406c-a7b9-aff4e400c49d {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:19:39.401190 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 9b237591-c6ac-406c-a7b9-aff4e400c49d not bound to the agent host dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:19:39.603158 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-16bf4363-80d5-440d-9f2e-6e617ec36b1d admin admin] Deleting port d94c3f49-905f-4cb2-9921-1c77405707b8 {{(pid=75045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:39.603489 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-16bf4363-80d5-440d-9f2e-6e617ec36b1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:39.802888 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.db [None req-16bf4363-80d5-440d-9f2e-6e617ec36b1d admin admin] For port d94c3f49-905f-4cb2-9921-1c77405707b8, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=d94c3f49-905f-4cb2-9921-1c77405707b8,segment=NetworkSegment(64c2f46c-77d6-42fa-ada0-e46a3b00748d),segment_id=64c2f46c-77d6-42fa-ada0-e46a3b00748d)] {{(pid=75045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:39.803256 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-16bf4363-80d5-440d-9f2e-6e617ec36b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:39.925975 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-16bf4363-80d5-440d-9f2e-6e617ec36b1d admin admin] Calling delete_port for d94c3f49-905f-4cb2-9921-1c77405707b8 owned by network:router_interface {{(pid=75045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:19:39.993625 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84bd86-e1dc-4146-8348-43c8f8d1bf67 req-f0bb9565-d9d0-44e8-a97b-eb0a6754b5c3 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:39.995152 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-de84bd86-e1dc-4146-8348-43c8f8d1bf67 req-f0bb9565-d9d0-44e8-a97b-eb0a6754b5c3 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 947 time: 0.0861504 Aug 25 16:19:40.043346 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-de84bd86-e1dc-4146-8348-43c8f8d1bf67 req-c2eec667-b351-481f-89c5-8c569cdfd370 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407367 Aug 25 16:19:40.114412 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-16bf4363-80d5-440d-9f2e-6e617ec36b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:40.118230 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-4917e9a3-f09a-455e-97f5-8122aff06417 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:40.159408 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf4363-80d5-440d-9f2e-6e617ec36b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=d94c3f49-905f-4cb2-9921-1c77405707b8,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:40.164938 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-16bf4363-80d5-440d-9f2e-6e617ec36b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:40.454839 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-16bf4363-80d5-440d-9f2e-6e617ec36b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1708162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684971'] for router_interface, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:40.806001 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:41.189277 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bf4363-80d5-440d-9f2e-6e617ec36b1d admin admin] Router 7feecd7e-e4d3-437e-a73c-12716e41a501 has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:19:41.349055 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfc9fb-f8e8-4265-ac65-40a12bc23654 req-8ce18e8e-9b0e-495d-9ab0-0142b13b2b21 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:41.350456 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-89bfc9fb-f8e8-4265-ac65-40a12bc23654 req-8ce18e8e-9b0e-495d-9ab0-0142b13b2b21 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 947 time: 0.1642604 Aug 25 16:19:41.455161 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-89bfc9fb-f8e8-4265-ac65-40a12bc23654 req-a84862ed-deb8-400a-b393-aa3e960fe1ee tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978274 Aug 25 16:19:41.515011 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bf4363-80d5-440d-9f2e-6e617ec36b1d admin admin] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:19:41.524276 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcb0223-805f-4ff5-9278-5a5b91f6d871 None None] Sync routers for ids ['7feecd7e-e4d3-437e-a73c-12716e41a501'] in dv-cinder-806008-1-iscsi {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:19:41.532796 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-16bf4363-80d5-440d-9f2e-6e617ec36b1d admin admin] 10.222.0.43 "PUT /v2.0/routers/7feecd7e-e4d3-437e-a73c-12716e41a501/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0583348 Aug 25 16:19:41.535421 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 56042) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:41.536751 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcb0223-805f-4ff5-9278-5a5b91f6d871 None None] Routers {'7feecd7e-e4d3-437e-a73c-12716e41a501'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:19:41.537486 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-2fcb0223-805f-4ff5-9278-5a5b91f6d871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:19:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['7feecd7e-e4d3-437e-a73c-12716e41a501'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:41.718432 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-2fcb0223-805f-4ff5-9278-5a5b91f6d871 None None] Set router 7feecd7e-e4d3-437e-a73c-12716e41a501 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:19:41.733677 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d9d97512-0a95-43e1-93db-3bcb6acc7d9c admin admin] Notify callbacks [] for router, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:41.894949 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd360e51-7e7f-4cc7-a2d1-c0f6b10215fe req-6dadacaf-0822-4967-8e32-429badc70fbe tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:41.896460 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-bd360e51-7e7f-4cc7-a2d1-c0f6b10215fe req-6dadacaf-0822-4967-8e32-429badc70fbe tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 947 time: 0.1081393 Aug 25 16:19:42.034499 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [req-bd360e51-7e7f-4cc7-a2d1-c0f6b10215fe req-cf274249-3062-4d20-b5da-3b211e55ea04 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Deleting port 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba {{(pid=75045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:42.034853 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-bd360e51-7e7f-4cc7-a2d1-c0f6b10215fe req-cf274249-3062-4d20-b5da-3b211e55ea04 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:42.041437 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-2fcb0223-805f-4ff5-9278-5a5b91f6d871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7feecd7e-e4d3-437e-a73c-12716e41a501', 'name': 'tempest-TestVolumeBootPattern-963939734-router', 'tenant_id': '7e26263cfdb44a13849e65ed3ee02c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'cec69d69-a1b5-4ee2-88a2-4e0c29411232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:40Z', 'updated_at': '2021-08-25T16:19:40Z', 'revision_number': 5, 'project_id': '7e26263cfdb44a13849e65ed3ee02c14', 'gw_port': {'id': 'cec69d69-a1b5-4ee2-88a2-4e0c29411232', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7feecd7e-e4d3-437e-a73c-12716e41a501', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:41Z', 'updated_at': '2021-08-25T16:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:42.046976 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcb0223-805f-4ff5-9278-5a5b91f6d871 None None] Checking router: 7feecd7e-e4d3-437e-a73c-12716e41a501 for host: dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:19:42.059000 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcb0223-805f-4ff5-9278-5a5b91f6d871 None None] Routers {'7feecd7e-e4d3-437e-a73c-12716e41a501'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:19:42.059626 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-2fcb0223-805f-4ff5-9278-5a5b91f6d871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:19:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['7feecd7e-e4d3-437e-a73c-12716e41a501'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:42.234017 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d9d97512-0a95-43e1-93db-3bcb6acc7d9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:42.236960 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-2fcb0223-805f-4ff5-9278-5a5b91f6d871 None None] Set router 7feecd7e-e4d3-437e-a73c-12716e41a501 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:19:42.256924 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-d9d97512-0a95-43e1-93db-3bcb6acc7d9c admin admin] Deleting port cec69d69-a1b5-4ee2-88a2-4e0c29411232 {{(pid=75045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:42.257310 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d9d97512-0a95-43e1-93db-3bcb6acc7d9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:42.429908 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.db [req-bd360e51-7e7f-4cc7-a2d1-c0f6b10215fe req-cf274249-3062-4d20-b5da-3b211e55ea04 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] For port 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba,segment=NetworkSegment(a05c1134-7b51-454b-8aaa-f8bbb9036c51),segment_id=a05c1134-7b51-454b-8aaa-f8bbb9036c51)] {{(pid=75045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:42.430256 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-bd360e51-7e7f-4cc7-a2d1-c0f6b10215fe req-cf274249-3062-4d20-b5da-3b211e55ea04 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:42.525920 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-2fcb0223-805f-4ff5-9278-5a5b91f6d871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7feecd7e-e4d3-437e-a73c-12716e41a501', 'name': 'tempest-TestVolumeBootPattern-963939734-router', 'tenant_id': '7e26263cfdb44a13849e65ed3ee02c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'cec69d69-a1b5-4ee2-88a2-4e0c29411232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:40Z', 'updated_at': '2021-08-25T16:19:40Z', 'revision_number': 5, 'project_id': '7e26263cfdb44a13849e65ed3ee02c14', 'gw_port': {'id': 'cec69d69-a1b5-4ee2-88a2-4e0c29411232', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7feecd7e-e4d3-437e-a73c-12716e41a501', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:41Z', 'updated_at': '2021-08-25T16:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:42.530857 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcb0223-805f-4ff5-9278-5a5b91f6d871 None None] The sync data for ids ['7feecd7e-e4d3-437e-a73c-12716e41a501'] in dv-cinder-806008-1-iscsi is: [{'id': '7feecd7e-e4d3-437e-a73c-12716e41a501', 'name': 'tempest-TestVolumeBootPattern-963939734-router', 'tenant_id': '7e26263cfdb44a13849e65ed3ee02c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'cec69d69-a1b5-4ee2-88a2-4e0c29411232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:07:40Z', 'updated_at': '2021-08-25T16:19:40Z', 'revision_number': 5, 'project_id': '7e26263cfdb44a13849e65ed3ee02c14', 'gw_port': {'id': 'cec69d69-a1b5-4ee2-88a2-4e0c29411232', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7feecd7e-e4d3-437e-a73c-12716e41a501', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:07:41Z', 'updated_at': '2021-08-25T16:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}] {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:19:42.690797 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cca72-f421-41fc-9a3b-1a2acfe3a01e req-f55f99cc-5ea3-49bc-885c-0387d3e3b987 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:19:42.692232 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-020cca72-f421-41fc-9a3b-1a2acfe3a01e req-f55f99cc-5ea3-49bc-885c-0387d3e3b987 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 947 time: 0.0816431 Aug 25 16:19:42.739156 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-020cca72-f421-41fc-9a3b-1a2acfe3a01e req-0f721a7d-591e-4277-9cef-eba7580b9628 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f80ad02-96cd-40d5-8e0e-acb85cd95b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407267 Aug 25 16:19:42.767613 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.db [None req-d9d97512-0a95-43e1-93db-3bcb6acc7d9c admin admin] For port cec69d69-a1b5-4ee2-88a2-4e0c29411232, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=cec69d69-a1b5-4ee2-88a2-4e0c29411232,segment=NetworkSegment(6c802ec5-cb0c-4ebf-9051-a5208badfc91),segment_id=6c802ec5-cb0c-4ebf-9051-a5208badfc91)] {{(pid=75045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:42.768043 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d9d97512-0a95-43e1-93db-3bcb6acc7d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:42.894871 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-d9d97512-0a95-43e1-93db-3bcb6acc7d9c admin admin] Calling delete_port for cec69d69-a1b5-4ee2-88a2-4e0c29411232 owned by network:router_gateway {{(pid=75045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:19:43.070761 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-bd360e51-7e7f-4cc7-a2d1-c0f6b10215fe req-cf274249-3062-4d20-b5da-3b211e55ea04 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:43.071136 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-bd360e51-7e7f-4cc7-a2d1-c0f6b10215fe req-cf274249-3062-4d20-b5da-3b211e55ea04 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683597'] for floatingip, after_update {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:43.071447 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.db.l3_db [req-bd360e51-7e7f-4cc7-a2d1-c0f6b10215fe req-cf274249-3062-4d20-b5da-3b211e55ea04 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Floating IP 9d1fd466-e67e-45af-afbd-1ab0dae49a9f disassociated. External IP: 172.27.1.217, port: 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba. Aug 25 16:19:43.071791 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [req-bd360e51-7e7f-4cc7-a2d1-c0f6b10215fe req-cf274249-3062-4d20-b5da-3b211e55ea04 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Calling delete_port for 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba owned by compute:nova {{(pid=75045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:19:43.278734 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device d94c3f49-905f-4cb2-9921-1c77405707b8 no longer exists at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:19:43.290121 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-bd360e51-7e7f-4cc7-a2d1-c0f6b10215fe req-cf274249-3062-4d20-b5da-3b211e55ea04 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:43.292156 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d9d97512-0a95-43e1-93db-3bcb6acc7d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:43.299462 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-f0f9d489-1abc-4182-b509-b59fb223c219 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:43.317789 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] No Port match for: d94c3f49-905f-4cb2-9921-1c77405707b8 {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:19:43.318138 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device d94c3f49-905f-4cb2-9921-1c77405707b8 not bound to the agent host dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:19:43.345376 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d97512-0a95-43e1-93db-3bcb6acc7d9c admin admin] Pushing event deleted for resources: {'Port': ['ID=cec69d69-a1b5-4ee2-88a2-4e0c29411232,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:43.397247 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf274249-3062-4d20-b5da-3b211e55ea04 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Pushing event deleted for resources: {'Port': ['ID=2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:43.423847 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-cf274249-3062-4d20-b5da-3b211e55ea04 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:43.424356 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-2e8234d1-155c-4ed8-922b-20c9a01faf28 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:43.424730 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-2e8234d1-155c-4ed8-922b-20c9a01faf28 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:43.697468 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d9d97512-0a95-43e1-93db-3bcb6acc7d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683554'] for router_gateway, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:43.800625 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:19:43.854793 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] No Port match for: 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:19:43.855275 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba not bound to the agent host hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:19:44.172238 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-188c502b-182c-4efc-95b5-dd0fe2d7f945 req-5fd03ba4-3afa-48c5-b9d6-87a406c9f0d2 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 210 time: 0.1246762 Aug 25 16:19:44.177058 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d9d97512-0a95-43e1-93db-3bcb6acc7d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4395'] for router, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:44.184490 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d9d97512-0a95-43e1-93db-3bcb6acc7d9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:44.223079 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d9d97512-0a95-43e1-93db-3bcb6acc7d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-686622'] for router, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:44.223593 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d97512-0a95-43e1-93db-3bcb6acc7d9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7feecd7e-e4d3-437e-a73c-12716e41a501 {{(pid=75045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:19:44.238504 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd360e51-7e7f-4cc7-a2d1-c0f6b10215fe req-cf274249-3062-4d20-b5da-3b211e55ea04 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Router 140dbd97-324d-443b-8d40-61281a573ba9 has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:19:44.315997 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d9d97512-0a95-43e1-93db-3bcb6acc7d9c admin admin] Notify callbacks [] for router, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:44.317141 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-d9d97512-0a95-43e1-93db-3bcb6acc7d9c admin admin] 10.222.0.43 "DELETE /v2.0/routers/7feecd7e-e4d3-437e-a73c-12716e41a501 HTTP/1.1" status: 204 len: 168 time: 2.7808113 Aug 25 16:19:44.320115 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 56050) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:44.393658 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e5fec1-8312-415e-b7fe-4ddf2297574b admin admin] Deleting subnet 7b205f13-34c1-4d7f-80f8-d1584173a76f {{(pid=75046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:19:44.396708 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-16e5fec1-8312-415e-b7fe-4ddf2297574b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:44.448740 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-16e5fec1-8312-415e-b7fe-4ddf2297574b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4000216'] for subnet, precommit_delete_associations {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:44.502760 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd360e51-7e7f-4cc7-a2d1-c0f6b10215fe req-cf274249-3062-4d20-b5da-3b211e55ea04 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:19:44.513618 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdafbfa2-44cf-4b43-b6d3-6ad50f9ecb4e None None] Sync routers for ids ['140dbd97-324d-443b-8d40-61281a573ba9'] in dv-cinder-806008-1-iscsi {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:19:44.526134 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdafbfa2-44cf-4b43-b6d3-6ad50f9ecb4e None None] Routers {'140dbd97-324d-443b-8d40-61281a573ba9'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:19:44.526912 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-cdafbfa2-44cf-4b43-b6d3-6ad50f9ecb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:19:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['140dbd97-324d-443b-8d40-61281a573ba9'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:44.538085 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-16e5fec1-8312-415e-b7fe-4ddf2297574b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731498'] for subnet, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:44.577224 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd360e51-7e7f-4cc7-a2d1-c0f6b10215fe req-cf274249-3062-4d20-b5da-3b211e55ea04 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] No DVR routers for this DVR port 2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba on host hv-cinder-80600 {{(pid=75045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:19:44.579701 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-bd360e51-7e7f-4cc7-a2d1-c0f6b10215fe req-cf274249-3062-4d20-b5da-3b211e55ea04 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:44.581961 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-bd360e51-7e7f-4cc7-a2d1-c0f6b10215fe req-cf274249-3062-4d20-b5da-3b211e55ea04 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.21 "DELETE /v2.0/ports/2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba HTTP/1.1" status: 204 len: 173 time: 2.6788166 Aug 25 16:19:44.582725 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b88c6f3-d227-4858-bbab-2986ca99a592', 'name': 'network-vif-deleted', 'tag': '2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba'}] {{(pid=75045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:19:44.612595 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-16e5fec1-8312-415e-b7fe-4ddf2297574b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3202481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4098551'] for subnet, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:44.617595 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:44.655503 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5fec1-8312-415e-b7fe-4ddf2297574b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b205f13-34c1-4d7f-80f8-d1584173a76f,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:44.656046 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b88c6f3-d227-4858-bbab-2986ca99a592', 'name': 'network-vif-deleted', 'tag': '2cbeb4c8-9dd6-4c4e-8738-5b4b1b3516ba', 'status': 'completed', 'code': 200} Aug 25 16:19:44.658031 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-16e5fec1-8312-415e-b7fe-4ddf2297574b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:44.661039 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-16e5fec1-8312-415e-b7fe-4ddf2297574b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for subnet, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:44.669241 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82428510-b1d2-47e2-ac17-c0e6c5958c87 None None] Network 3db219f0-afc9-4a6c-b521-8e8dff94805c requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:19:44.672335 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 56056) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:44.674643 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-16e5fec1-8312-415e-b7fe-4ddf2297574b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7b205f13-34c1-4d7f-80f8-d1584173a76f HTTP/1.1" status: 204 len: 168 time: 0.3533902 Aug 25 16:19:44.730462 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-cdafbfa2-44cf-4b43-b6d3-6ad50f9ecb4e None None] Set router 140dbd97-324d-443b-8d40-61281a573ba9 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:19:44.836554 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e469ffe7-eb09-4f0e-8cb7-638ec0455095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588176'] for network, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:44.848649 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-e469ffe7-eb09-4f0e-8cb7-638ec0455095 admin admin] Deleting port 24344310-3de1-4e3e-a3c7-0a826702b4c2 {{(pid=75045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:44.849146 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e469ffe7-eb09-4f0e-8cb7-638ec0455095 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:44.989272 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02084f7a-588d-44b4-af27-be2dc0142102 None None] DHCP port deletion for 3db219f0-afc9-4a6c-b521-8e8dff94805c request from dv-cinder-806008-1-iscsi {{(pid=75047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:19:44.993519 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-02084f7a-588d-44b4-af27-be2dc0142102 None None] Deleting port 24344310-3de1-4e3e-a3c7-0a826702b4c2 {{(pid=75047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:44.993900 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-02084f7a-588d-44b4-af27-be2dc0142102 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:45.067544 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.db [None req-e469ffe7-eb09-4f0e-8cb7-638ec0455095 admin admin] For port 24344310-3de1-4e3e-a3c7-0a826702b4c2, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=24344310-3de1-4e3e-a3c7-0a826702b4c2,segment=NetworkSegment(64c2f46c-77d6-42fa-ada0-e46a3b00748d),segment_id=64c2f46c-77d6-42fa-ada0-e46a3b00748d)] {{(pid=75045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:45.068357 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e469ffe7-eb09-4f0e-8cb7-638ec0455095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:45.086688 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-cdafbfa2-44cf-4b43-b6d3-6ad50f9ecb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140dbd97-324d-443b-8d40-61281a573ba9', 'name': 'tempest-AttachVolumeShelveTestJSON-1398295952-router', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:14Z', 'revision_number': 4, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'gw_port': {'id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': 'fc7f09b8-6487-4aa7-9e2e-beefdc901916', 'name': '', 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'mac_address': 'fa:16:3e:de:8b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c90e4aa-a616-450f-a776-04d207824949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:13Z', 'updated_at': '2021-08-25T16:09:31Z', 'revision_number': 5, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'subnets': [{'id': '7c90e4aa-a616-450f-a776-04d207824949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:45.090764 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdafbfa2-44cf-4b43-b6d3-6ad50f9ecb4e None None] Checking router: 140dbd97-324d-443b-8d40-61281a573ba9 for host: dv-cinder-806008-1-iscsi {{(pid=75048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:19:45.103844 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdafbfa2-44cf-4b43-b6d3-6ad50f9ecb4e None None] Routers {'140dbd97-324d-443b-8d40-61281a573ba9'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:19:45.104539 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-cdafbfa2-44cf-4b43-b6d3-6ad50f9ecb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:19:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['140dbd97-324d-443b-8d40-61281a573ba9'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:45.198131 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-e469ffe7-eb09-4f0e-8cb7-638ec0455095 admin admin] Calling delete_port for 24344310-3de1-4e3e-a3c7-0a826702b4c2 owned by network:dhcp {{(pid=75045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:19:45.215909 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-02084f7a-588d-44b4-af27-be2dc0142102 None None] For port 24344310-3de1-4e3e-a3c7-0a826702b4c2, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=24344310-3de1-4e3e-a3c7-0a826702b4c2,segment=NetworkSegment(64c2f46c-77d6-42fa-ada0-e46a3b00748d),segment_id=64c2f46c-77d6-42fa-ada0-e46a3b00748d)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:45.215909 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-02084f7a-588d-44b4-af27-be2dc0142102 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:45.282800 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e469ffe7-eb09-4f0e-8cb7-638ec0455095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:45.292990 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-e7fb7561-f4af-426b-a32d-c61797738d01 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:45.372399 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-02084f7a-588d-44b4-af27-be2dc0142102 None None] Calling delete_port for 24344310-3de1-4e3e-a3c7-0a826702b4c2 owned by network:dhcp {{(pid=75047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:19:45.383544 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-cdafbfa2-44cf-4b43-b6d3-6ad50f9ecb4e None None] Set router 140dbd97-324d-443b-8d40-61281a573ba9 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:19:45.393195 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469ffe7-eb09-4f0e-8cb7-638ec0455095 admin admin] Pushing event deleted for resources: {'Port': ['ID=24344310-3de1-4e3e-a3c7-0a826702b4c2,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:45.395783 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-e469ffe7-eb09-4f0e-8cb7-638ec0455095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:45.406568 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device cec69d69-a1b5-4ee2-88a2-4e0c29411232 no longer exists at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:19:45.408292 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e469ffe7-eb09-4f0e-8cb7-638ec0455095 admin admin] No DVR routers for this DVR port 24344310-3de1-4e3e-a3c7-0a826702b4c2 on host dv-cinder-806008-1-iscsi {{(pid=75045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:19:45.511231 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-af5317df-50ce-4931-aab7-664a54e725e2 req-a418d77b-bd14-49d9-b265-9602d6d2897a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Synchronizing usage tracker for tenant:ebd338f4b7714b59867e69ddd8df8b95 on resource:port {{(pid=75045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:19:45.511474 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] No Port match for: cec69d69-a1b5-4ee2-88a2-4e0c29411232 {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:19:45.511834 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device cec69d69-a1b5-4ee2-88a2-4e0c29411232 not bound to the agent host dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:19:45.512258 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 24344310-3de1-4e3e-a3c7-0a826702b4c2 no longer exists at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:19:45.548078 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] No Port match for: 24344310-3de1-4e3e-a3c7-0a826702b4c2 {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:19:45.548470 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 24344310-3de1-4e3e-a3c7-0a826702b4c2 not bound to the agent host dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:19:45.583033 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.db.api [None req-02084f7a-588d-44b4-af27-be2dc0142102 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:19:45.583393 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_db.api [None req-02084f7a-588d-44b4-af27-be2dc0142102 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:19:45.594246 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e469ffe7-eb09-4f0e-8cb7-638ec0455095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730595', 'neutron.services.segments.db._delete_segments_for_network-8779528176258'] for network, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:45.602695 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [req-af5317df-50ce-4931-aab7-664a54e725e2 req-a418d77b-bd14-49d9-b265-9602d6d2897a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Unset dirty status for tenant:ebd338f4b7714b59867e69ddd8df8b95 on resource:port {{(pid=75045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:19:45.603846 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-af5317df-50ce-4931-aab7-664a54e725e2 req-a418d77b-bd14-49d9-b265-9602d6d2897a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b88c6f3-d227-4858-bbab-2986ca99a592 HTTP/1.1" status: 200 len: 210 time: 0.1539695 Aug 25 16:19:45.609791 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-e469ffe7-eb09-4f0e-8cb7-638ec0455095 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db219f0-afc9-4a6c-b521-8e8dff94805c']}} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:45.623565 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-e469ffe7-eb09-4f0e-8cb7-638ec0455095 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c2f46c-77d6-42fa-ada0-e46a3b00748d') {'for_net_delete': True} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:45.624657 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-e469ffe7-eb09-4f0e-8cb7-638ec0455095 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c2f46c-77d6-42fa-ada0-e46a3b00748d') {} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:45.637284 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e469ffe7-eb09-4f0e-8cb7-638ec0455095 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779528177565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3836974'] for segment, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:45.654648 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e469ffe7-eb09-4f0e-8cb7-638ec0455095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:45.661736 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e469ffe7-eb09-4f0e-8cb7-638ec0455095 admin admin] Releasing vlan 1260 on physical network physnet1 to pool {{(pid=75045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:19:45.662357 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e469ffe7-eb09-4f0e-8cb7-638ec0455095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1731343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837707'] for segment, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:45.676413 dv-cinder-806008-1-iscsi neutron-server[75045]: Traceback (most recent call last): Aug 25 16:19:45.676413 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:19:45.676413 dv-cinder-806008-1-iscsi neutron-server[75045]: timer() Aug 25 16:19:45.676413 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:19:45.676413 dv-cinder-806008-1-iscsi neutron-server[75045]: cb(*args, **kw) Aug 25 16:19:45.676413 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:19:45.676413 dv-cinder-806008-1-iscsi neutron-server[75045]: return func(*args, **kwargs) Aug 25 16:19:45.676413 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:19:45.676413 dv-cinder-806008-1-iscsi neutron-server[75045]: self._notify() Aug 25 16:19:45.676413 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:19:45.676413 dv-cinder-806008-1-iscsi neutron-server[75045]: self.callback(batched_events) Aug 25 16:19:45.676413 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:19:45.676413 dv-cinder-806008-1-iscsi neutron-server[75045]: event.method(event) Aug 25 16:19:45.676413 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:19:45.676413 dv-cinder-806008-1-iscsi neutron-server[75045]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:19:45.676413 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:19:45.676413 dv-cinder-806008-1-iscsi neutron-server[75045]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:19:45.676413 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:19:45.676413 dv-cinder-806008-1-iscsi neutron-server[75045]: return f(self, *a, **k) Aug 25 16:19:45.676413 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:19:45.676413 dv-cinder-806008-1-iscsi neutron-server[75045]: return self._get(url).json() Aug 25 16:19:45.676413 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:19:45.676413 dv-cinder-806008-1-iscsi neutron-server[75045]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:19:45.676413 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:19:45.676413 dv-cinder-806008-1-iscsi neutron-server[75045]: return self.request(url, 'GET', **kwargs) Aug 25 16:19:45.676413 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:19:45.676413 dv-cinder-806008-1-iscsi neutron-server[75045]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:19:45.676413 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:19:45.676413 dv-cinder-806008-1-iscsi neutron-server[75045]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:19:45.676413 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:19:45.676413 dv-cinder-806008-1-iscsi neutron-server[75045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:19:45.676413 dv-cinder-806008-1-iscsi neutron-server[75045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:19:45.759047 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-cdafbfa2-44cf-4b43-b6d3-6ad50f9ecb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140dbd97-324d-443b-8d40-61281a573ba9', 'name': 'tempest-AttachVolumeShelveTestJSON-1398295952-router', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:14Z', 'revision_number': 4, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'gw_port': {'id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': 'fc7f09b8-6487-4aa7-9e2e-beefdc901916', 'name': '', 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'mac_address': 'fa:16:3e:de:8b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c90e4aa-a616-450f-a776-04d207824949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:13Z', 'updated_at': '2021-08-25T16:09:31Z', 'revision_number': 5, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'subnets': [{'id': '7c90e4aa-a616-450f-a776-04d207824949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:45.763778 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdafbfa2-44cf-4b43-b6d3-6ad50f9ecb4e None None] The sync data for ids ['140dbd97-324d-443b-8d40-61281a573ba9'] in dv-cinder-806008-1-iscsi is: [{'id': '140dbd97-324d-443b-8d40-61281a573ba9', 'name': 'tempest-AttachVolumeShelveTestJSON-1398295952-router', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:14Z', 'revision_number': 4, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'gw_port': {'id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': 'fc7f09b8-6487-4aa7-9e2e-beefdc901916', 'name': '', 'network_id': 'f850c874-26b5-48b0-8127-913ec3bc37ac', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'mac_address': 'fa:16:3e:de:8b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c90e4aa-a616-450f-a776-04d207824949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:13Z', 'updated_at': '2021-08-25T16:09:31Z', 'revision_number': 5, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'subnets': [{'id': '7c90e4aa-a616-450f-a776-04d207824949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:19:45.880885 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e469ffe7-eb09-4f0e-8cb7-638ec0455095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683615'] for network, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:45.885995 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:45.899777 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e469ffe7-eb09-4f0e-8cb7-638ec0455095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:45.910271 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469ffe7-eb09-4f0e-8cb7-638ec0455095 admin admin] Pushing event deleted for resources: {'Network': ['ID=3db219f0-afc9-4a6c-b521-8e8dff94805c,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:45.914520 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-e469ffe7-eb09-4f0e-8cb7-638ec0455095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:45.917848 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-e469ffe7-eb09-4f0e-8cb7-638ec0455095 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3db219f0-afc9-4a6c-b521-8e8dff94805c HTTP/1.1" status: 204 len: 168 time: 1.2443714 Aug 25 16:19:46.011132 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581d6c8b-827a-416d-9df5-8f770d84f1af None None] New status for floating IP 9d1fd466-e67e-45af-afbd-1ab0dae49a9f: DOWN {{(pid=75047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:19:46.078984 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 56064) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:46.092246 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-02084f7a-588d-44b4-af27-be2dc0142102 None None] Deleting port 24344310-3de1-4e3e-a3c7-0a826702b4c2 {{(pid=75047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:46.092619 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-02084f7a-588d-44b4-af27-be2dc0142102 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:46.131827 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-39d7c25d-3386-48d6-8730-7bfc284ccaf2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8d49b7bf8eb94202b4e68c00481db1bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0515535 Aug 25 16:19:46.134759 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 56068) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:46.203402 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d17c8ee7-bab4-4745-97a0-6e5229d395b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:46.229133 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d17c8ee7-bab4-4745-97a0-6e5229d395b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:46.229640 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-02084f7a-588d-44b4-af27-be2dc0142102 None None] The port '24344310-3de1-4e3e-a3c7-0a826702b4c2' was deleted {{(pid=75047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:19:46.286044 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d17c8ee7-bab4-4745-97a0-6e5229d395b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:46.293476 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-8cb2d95b-7c2f-4c28-a0f9-4680c76c9892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:46.311264 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c8ee7-bab4-4745-97a0-6e5229d395b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68ef4eb-658a-42ed-a361-5d56902b32a9,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:46.315049 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-d17c8ee7-bab4-4745-97a0-6e5229d395b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:46.318917 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-d17c8ee7-bab4-4745-97a0-6e5229d395b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:46.331715 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-d17c8ee7-bab4-4745-97a0-6e5229d395b3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a68ef4eb-658a-42ed-a361-5d56902b32a9 HTTP/1.1" status: 204 len: 168 time: 0.1849275 Aug 25 16:19:46.769146 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 56080) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:46.836813 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 56084) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:46.858006 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a598863d-0957-4ef3-8a2d-af49f8612abe tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:46.886121 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a598863d-0957-4ef3-8a2d-af49f8612abe tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:46.888626 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-f72d2213-91d0-4df0-aa38-fa35e2cd38e5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e26263cfdb44a13849e65ed3ee02c14&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0500326 Aug 25 16:19:46.890623 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 56088) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:46.945592 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a598863d-0957-4ef3-8a2d-af49f8612abe tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:46.949655 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-bbb007c7-46e8-40d5-a553-0abe99729126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:46.953706 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0c48236e-b447-4c0d-90df-c6e88bbc6f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:46.965665 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598863d-0957-4ef3-8a2d-af49f8612abe tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f80ad02-96cd-40d5-8e0e-acb85cd95b44,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:46.968271 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-a598863d-0957-4ef3-8a2d-af49f8612abe tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:46.982396 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-a598863d-0957-4ef3-8a2d-af49f8612abe tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:46.983516 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-a598863d-0957-4ef3-8a2d-af49f8612abe tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "DELETE /v2.0/security-groups/9f80ad02-96cd-40d5-8e0e-acb85cd95b44 HTTP/1.1" status: 204 len: 168 time: 0.2124145 Aug 25 16:19:46.986156 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 56092) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:46.988003 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0c48236e-b447-4c0d-90df-c6e88bbc6f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:47.005476 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.api.v2.resource [None req-f73535a3-20d8-468c-b1bd-4cf4fb49e21a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] show failed (client error): The resource could not be found. Aug 25 16:19:47.006785 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-f73535a3-20d8-468c-b1bd-4cf4fb49e21a tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "GET /v2.0/security-groups/9f80ad02-96cd-40d5-8e0e-acb85cd95b44 HTTP/1.1" status: 404 len: 347 time: 0.0196970 Aug 25 16:19:47.010274 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 56096) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:47.049666 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0c48236e-b447-4c0d-90df-c6e88bbc6f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:47.055698 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-c24387b4-80a1-48cf-b2aa-b3f9d7b22479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:47.066096 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48236e-b447-4c0d-90df-c6e88bbc6f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1584e6-b1d8-43df-b25a-b3b7abbcbca5,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:47.073823 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-0c48236e-b447-4c0d-90df-c6e88bbc6f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:47.074579 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-0c48236e-b447-4c0d-90df-c6e88bbc6f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:47.075673 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-0c48236e-b447-4c0d-90df-c6e88bbc6f95 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef1584e6-b1d8-43df-b25a-b3b7abbcbca5 HTTP/1.1" status: 204 len: 168 time: 0.1841660 Aug 25 16:19:47.176151 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [None req-4b139fd5-9203-4293-839e-b86b5f6e015e tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Deleting port 95d3f914-3290-471b-8b3b-9d102c1c35ef {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:47.176622 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-4b139fd5-9203-4293-839e-b86b5f6e015e tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:47.476130 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-4b139fd5-9203-4293-839e-b86b5f6e015e tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:47.476456 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-4b139fd5-9203-4293-839e-b86b5f6e015e tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:47.602087 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [None req-4b139fd5-9203-4293-839e-b86b5f6e015e tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Calling delete_port for 95d3f914-3290-471b-8b3b-9d102c1c35ef owned by network:floatingip {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:19:47.743325 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-4b139fd5-9203-4293-839e-b86b5f6e015e tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:47.747009 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-6c15c5fa-ed76-49f8-a680-e3d6161238c0 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:47.788226 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139fd5-9203-4293-839e-b86b5f6e015e tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Pushing event deleted for resources: {'Port': ['ID=95d3f914-3290-471b-8b3b-9d102c1c35ef,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:47.791351 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-4b139fd5-9203-4293-839e-b86b5f6e015e tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:47.887854 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-4b139fd5-9203-4293-839e-b86b5f6e015e tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks [] for floatingip, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:47.905786 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-4b139fd5-9203-4293-839e-b86b5f6e015e tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for floatingip, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:47.906928 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-4b139fd5-9203-4293-839e-b86b5f6e015e tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] 10.222.0.43 "DELETE /v2.0/floatingips/9d1fd466-e67e-45af-afbd-1ab0dae49a9f HTTP/1.1" status: 204 len: 168 time: 0.8956444 Aug 25 16:19:50.760488 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 56126) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:51.407692 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-03a5bbe7-2f4e-4f74-85c2-1d5a702097a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684895'] for router_interface, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:52.093642 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [None req-03a5bbe7-2f4e-4f74-85c2-1d5a702097a6 admin admin] Deleting port fc7f09b8-6487-4aa7-9e2e-beefdc901916 {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:52.094326 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-03a5bbe7-2f4e-4f74-85c2-1d5a702097a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:52.262562 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [None req-03a5bbe7-2f4e-4f74-85c2-1d5a702097a6 admin admin] For port fc7f09b8-6487-4aa7-9e2e-beefdc901916, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=fc7f09b8-6487-4aa7-9e2e-beefdc901916,segment=NetworkSegment(a05c1134-7b51-454b-8aaa-f8bbb9036c51),segment_id=a05c1134-7b51-454b-8aaa-f8bbb9036c51)] {{(pid=75046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:52.262914 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-03a5bbe7-2f4e-4f74-85c2-1d5a702097a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:52.379756 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [None req-03a5bbe7-2f4e-4f74-85c2-1d5a702097a6 admin admin] Calling delete_port for fc7f09b8-6487-4aa7-9e2e-beefdc901916 owned by network:router_interface {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:19:52.551902 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-03a5bbe7-2f4e-4f74-85c2-1d5a702097a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:52.555413 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-80fae3f8-9636-4b38-bf61-822a9bb9ed3f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:52.597244 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5bbe7-2f4e-4f74-85c2-1d5a702097a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc7f09b8-6487-4aa7-9e2e-beefdc901916,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:52.600603 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-03a5bbe7-2f4e-4f74-85c2-1d5a702097a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:52.885960 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-03a5bbe7-2f4e-4f74-85c2-1d5a702097a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1708162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684971'] for router_interface, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:53.555938 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a5bbe7-2f4e-4f74-85c2-1d5a702097a6 admin admin] Router 140dbd97-324d-443b-8d40-61281a573ba9 has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:19:53.758945 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a5bbe7-2f4e-4f74-85c2-1d5a702097a6 admin admin] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:19:53.776040 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-03a5bbe7-2f4e-4f74-85c2-1d5a702097a6 admin admin] 10.222.0.43 "PUT /v2.0/routers/140dbd97-324d-443b-8d40-61281a573ba9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0144002 Aug 25 16:19:53.777093 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29cda89-f92b-487b-85af-669f2949686c None None] Sync routers for ids ['140dbd97-324d-443b-8d40-61281a573ba9'] in dv-cinder-806008-1-iscsi {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:19:53.779118 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 56132) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:53.788873 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29cda89-f92b-487b-85af-669f2949686c None None] Routers {'140dbd97-324d-443b-8d40-61281a573ba9'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:19:53.790153 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-e29cda89-f92b-487b-85af-669f2949686c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:19:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['140dbd97-324d-443b-8d40-61281a573ba9'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:53.967158 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-e29cda89-f92b-487b-85af-669f2949686c None None] Set router 140dbd97-324d-443b-8d40-61281a573ba9 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:19:53.980349 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-c212f24b-3d1f-4509-add6-024a54a91785 admin admin] Notify callbacks [] for router, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:54.186071 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-c212f24b-3d1f-4509-add6-024a54a91785 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:54.195651 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [None req-c212f24b-3d1f-4509-add6-024a54a91785 admin admin] Deleting port 8c65d8d4-13ab-4bd9-8315-629cf795dbd1 {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:54.195986 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-c212f24b-3d1f-4509-add6-024a54a91785 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:54.256669 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-e29cda89-f92b-487b-85af-669f2949686c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140dbd97-324d-443b-8d40-61281a573ba9', 'name': 'tempest-AttachVolumeShelveTestJSON-1398295952-router', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:19:52Z', 'revision_number': 5, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'gw_port': {'id': '8c65d8d4-13ab-4bd9-8315-629cf795dbd1', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dbd97-324d-443b-8d40-61281a573ba9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:54.261155 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29cda89-f92b-487b-85af-669f2949686c None None] Checking router: 140dbd97-324d-443b-8d40-61281a573ba9 for host: dv-cinder-806008-1-iscsi {{(pid=75048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:19:54.271454 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29cda89-f92b-487b-85af-669f2949686c None None] Routers {'140dbd97-324d-443b-8d40-61281a573ba9'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:19:54.272048 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-e29cda89-f92b-487b-85af-669f2949686c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:19:28Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['140dbd97-324d-443b-8d40-61281a573ba9'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:54.372007 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [None req-c212f24b-3d1f-4509-add6-024a54a91785 admin admin] For port 8c65d8d4-13ab-4bd9-8315-629cf795dbd1, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=8c65d8d4-13ab-4bd9-8315-629cf795dbd1,segment=NetworkSegment(6c802ec5-cb0c-4ebf-9051-a5208badfc91),segment_id=6c802ec5-cb0c-4ebf-9051-a5208badfc91)] {{(pid=75046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:54.372363 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-c212f24b-3d1f-4509-add6-024a54a91785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:54.429061 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-e29cda89-f92b-487b-85af-669f2949686c None None] Set router 140dbd97-324d-443b-8d40-61281a573ba9 gateway port host: None {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:19:54.490119 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [None req-c212f24b-3d1f-4509-add6-024a54a91785 admin admin] Calling delete_port for 8c65d8d4-13ab-4bd9-8315-629cf795dbd1 owned by network:router_gateway {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:19:54.563202 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-e29cda89-f92b-487b-85af-669f2949686c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140dbd97-324d-443b-8d40-61281a573ba9', 'name': 'tempest-AttachVolumeShelveTestJSON-1398295952-router', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:19:54Z', 'revision_number': 6, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'gw_port_host': None}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:54.567008 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29cda89-f92b-487b-85af-669f2949686c None None] The sync data for ids ['140dbd97-324d-443b-8d40-61281a573ba9'] in dv-cinder-806008-1-iscsi is: [{'id': '140dbd97-324d-443b-8d40-61281a573ba9', 'name': 'tempest-AttachVolumeShelveTestJSON-1398295952-router', 'tenant_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:09:10Z', 'updated_at': '2021-08-25T16:19:54Z', 'revision_number': 6, 'project_id': 'ebd338f4b7714b59867e69ddd8df8b95', 'gw_port_host': None}] {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:19:54.657455 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-c212f24b-3d1f-4509-add6-024a54a91785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:54.660912 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-4b139fd5-9203-4293-839e-b86b5f6e015e tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:54.703048 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c212f24b-3d1f-4509-add6-024a54a91785 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c65d8d4-13ab-4bd9-8315-629cf795dbd1,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:54.706353 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-c212f24b-3d1f-4509-add6-024a54a91785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:55.026774 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-c212f24b-3d1f-4509-add6-024a54a91785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683554'] for router_gateway, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:55.277405 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-c212f24b-3d1f-4509-add6-024a54a91785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4395'] for router, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:55.282798 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-c212f24b-3d1f-4509-add6-024a54a91785 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:55.326566 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-c212f24b-3d1f-4509-add6-024a54a91785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-686622'] for router, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:55.327549 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c212f24b-3d1f-4509-add6-024a54a91785 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 140dbd97-324d-443b-8d40-61281a573ba9 {{(pid=75046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:19:55.344430 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device fc7f09b8-6487-4aa7-9e2e-beefdc901916 no longer exists at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:19:55.346276 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-c212f24b-3d1f-4509-add6-024a54a91785 admin admin] Notify callbacks [] for router, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:55.347862 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-c212f24b-3d1f-4509-add6-024a54a91785 admin admin] 10.222.0.43 "DELETE /v2.0/routers/140dbd97-324d-443b-8d40-61281a573ba9 HTTP/1.1" status: 204 len: 168 time: 1.5675156 Aug 25 16:19:55.350191 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 56136) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:55.381885 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] No Port match for: fc7f09b8-6487-4aa7-9e2e-beefdc901916 {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:19:55.382234 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device fc7f09b8-6487-4aa7-9e2e-beefdc901916 not bound to the agent host dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:19:55.382693 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 8c65d8d4-13ab-4bd9-8315-629cf795dbd1 no longer exists at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:19:55.414285 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2ef6ce-60b1-4e04-a983-e4d6a76e9f45 admin admin] Deleting subnet 7c90e4aa-a616-450f-a776-04d207824949 {{(pid=75045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:19:55.417277 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-3d2ef6ce-60b1-4e04-a983-e4d6a76e9f45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:55.418495 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] No Port match for: 8c65d8d4-13ab-4bd9-8315-629cf795dbd1 {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:19:55.418907 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 8c65d8d4-13ab-4bd9-8315-629cf795dbd1 not bound to the agent host dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:19:55.444497 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:19:55.467906 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-3d2ef6ce-60b1-4e04-a983-e4d6a76e9f45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3836961'] for subnet, precommit_delete_associations {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:55.553855 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-3d2ef6ce-60b1-4e04-a983-e4d6a76e9f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731498'] for subnet, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:55.624845 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-3d2ef6ce-60b1-4e04-a983-e4d6a76e9f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3837869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854734'] for subnet, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:55.628610 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:55.668280 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ef6ce-60b1-4e04-a983-e4d6a76e9f45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c90e4aa-a616-450f-a776-04d207824949,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:55.671617 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-3d2ef6ce-60b1-4e04-a983-e4d6a76e9f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:55.673221 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-3d2ef6ce-60b1-4e04-a983-e4d6a76e9f45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:55.678531 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38de682e-f398-47a6-a0cd-b2f1079821eb None None] Network f850c874-26b5-48b0-8127-913ec3bc37ac requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:19:55.678790 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-3d2ef6ce-60b1-4e04-a983-e4d6a76e9f45 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7c90e4aa-a616-450f-a776-04d207824949 HTTP/1.1" status: 204 len: 168 time: 0.3258426 Aug 25 16:19:55.681380 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 56140) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:55.799665 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-302121f4-d41c-45c4-8e34-7e1796b45802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588176'] for network, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:55.806234 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [None req-302121f4-d41c-45c4-8e34-7e1796b45802 admin admin] Deleting port c60d9abc-fc9b-4b20-b78c-db5a3c2f192e {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:55.806662 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-302121f4-d41c-45c4-8e34-7e1796b45802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:55.925341 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-f86b6d6f-0daf-4191-8028-4dab1367b8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:55.943232 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfa494b-333c-44a0-b62d-987a657505eb None None] DHCP port deletion for f850c874-26b5-48b0-8127-913ec3bc37ac request from dv-cinder-806008-1-iscsi {{(pid=75047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:19:55.948213 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-bcfa494b-333c-44a0-b62d-987a657505eb None None] Deleting port c60d9abc-fc9b-4b20-b78c-db5a3c2f192e {{(pid=75047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:55.948696 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-bcfa494b-333c-44a0-b62d-987a657505eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:56.019375 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [None req-302121f4-d41c-45c4-8e34-7e1796b45802 admin admin] For port c60d9abc-fc9b-4b20-b78c-db5a3c2f192e, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=c60d9abc-fc9b-4b20-b78c-db5a3c2f192e,segment=NetworkSegment(a05c1134-7b51-454b-8aaa-f8bbb9036c51),segment_id=a05c1134-7b51-454b-8aaa-f8bbb9036c51)] {{(pid=75046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:56.019723 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-302121f4-d41c-45c4-8e34-7e1796b45802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:56.150967 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [None req-302121f4-d41c-45c4-8e34-7e1796b45802 admin admin] Calling delete_port for c60d9abc-fc9b-4b20-b78c-db5a3c2f192e owned by network:dhcp {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:19:56.172213 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-bcfa494b-333c-44a0-b62d-987a657505eb None None] For port c60d9abc-fc9b-4b20-b78c-db5a3c2f192e, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=c60d9abc-fc9b-4b20-b78c-db5a3c2f192e,segment=NetworkSegment(a05c1134-7b51-454b-8aaa-f8bbb9036c51),segment_id=a05c1134-7b51-454b-8aaa-f8bbb9036c51)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:19:56.172585 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-bcfa494b-333c-44a0-b62d-987a657505eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:56.239644 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-302121f4-d41c-45c4-8e34-7e1796b45802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:56.244279 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-40844ba5-8978-4a4e-bc2c-52bdb4c2f934 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:56.285227 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302121f4-d41c-45c4-8e34-7e1796b45802 admin admin] Pushing event deleted for resources: {'Port': ['ID=c60d9abc-fc9b-4b20-b78c-db5a3c2f192e,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:56.290718 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-302121f4-d41c-45c4-8e34-7e1796b45802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:56.294126 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302121f4-d41c-45c4-8e34-7e1796b45802 admin admin] No DVR routers for this DVR port c60d9abc-fc9b-4b20-b78c-db5a3c2f192e on host dv-cinder-806008-1-iscsi {{(pid=75046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:19:56.295290 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-bcfa494b-333c-44a0-b62d-987a657505eb None None] Calling delete_port for c60d9abc-fc9b-4b20-b78c-db5a3c2f192e owned by network:dhcp {{(pid=75047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:19:56.387405 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.db.api [None req-bcfa494b-333c-44a0-b62d-987a657505eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:19:56.388047 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_db.api [None req-bcfa494b-333c-44a0-b62d-987a657505eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:19:56.414604 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-302121f4-d41c-45c4-8e34-7e1796b45802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730595', 'neutron.services.segments.db._delete_segments_for_network-8779528176258'] for network, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:56.426357 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:56.428758 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.services.segments.db [None req-302121f4-d41c-45c4-8e34-7e1796b45802 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f850c874-26b5-48b0-8127-913ec3bc37ac']}} {{(pid=75046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:56.446681 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.services.segments.db [None req-302121f4-d41c-45c4-8e34-7e1796b45802 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a05c1134-7b51-454b-8aaa-f8bbb9036c51') {'for_net_delete': True} {{(pid=75046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:56.446968 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.services.segments.db [None req-302121f4-d41c-45c4-8e34-7e1796b45802 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a05c1134-7b51-454b-8aaa-f8bbb9036c51') {} {{(pid=75046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:19:56.458829 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-302121f4-d41c-45c4-8e34-7e1796b45802 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779528177565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4000215'] for segment, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:56.479358 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-302121f4-d41c-45c4-8e34-7e1796b45802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:56.485728 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-302121f4-d41c-45c4-8e34-7e1796b45802 admin admin] Releasing vlan 1253 on physical network physnet1 to pool {{(pid=75046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:19:56.486114 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-302121f4-d41c-45c4-8e34-7e1796b45802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1731343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3202327'] for segment, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:56.499216 dv-cinder-806008-1-iscsi neutron-server[75046]: Traceback (most recent call last): Aug 25 16:19:56.499216 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:19:56.499216 dv-cinder-806008-1-iscsi neutron-server[75046]: timer() Aug 25 16:19:56.499216 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:19:56.499216 dv-cinder-806008-1-iscsi neutron-server[75046]: cb(*args, **kw) Aug 25 16:19:56.499216 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:19:56.499216 dv-cinder-806008-1-iscsi neutron-server[75046]: return func(*args, **kwargs) Aug 25 16:19:56.499216 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:19:56.499216 dv-cinder-806008-1-iscsi neutron-server[75046]: self._notify() Aug 25 16:19:56.499216 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:19:56.499216 dv-cinder-806008-1-iscsi neutron-server[75046]: self.callback(batched_events) Aug 25 16:19:56.499216 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:19:56.499216 dv-cinder-806008-1-iscsi neutron-server[75046]: event.method(event) Aug 25 16:19:56.499216 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:19:56.499216 dv-cinder-806008-1-iscsi neutron-server[75046]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:19:56.499216 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:19:56.499216 dv-cinder-806008-1-iscsi neutron-server[75046]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:19:56.499216 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:19:56.499216 dv-cinder-806008-1-iscsi neutron-server[75046]: return f(self, *a, **k) Aug 25 16:19:56.499216 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:19:56.499216 dv-cinder-806008-1-iscsi neutron-server[75046]: return self._get(url).json() Aug 25 16:19:56.499216 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:19:56.499216 dv-cinder-806008-1-iscsi neutron-server[75046]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:19:56.499216 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:19:56.499216 dv-cinder-806008-1-iscsi neutron-server[75046]: return self.request(url, 'GET', **kwargs) Aug 25 16:19:56.499216 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:19:56.499216 dv-cinder-806008-1-iscsi neutron-server[75046]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:19:56.499216 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:19:56.499216 dv-cinder-806008-1-iscsi neutron-server[75046]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:19:56.499216 dv-cinder-806008-1-iscsi neutron-server[75046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:19:56.499216 dv-cinder-806008-1-iscsi neutron-server[75046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:19:56.499216 dv-cinder-806008-1-iscsi neutron-server[75046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:19:56.575027 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-302121f4-d41c-45c4-8e34-7e1796b45802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683615'] for network, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:56.580440 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-38c0cad2-cbef-4595-9065-6b09760fdb56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:56.596340 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-302121f4-d41c-45c4-8e34-7e1796b45802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:56.602433 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302121f4-d41c-45c4-8e34-7e1796b45802 admin admin] Pushing event deleted for resources: {'Network': ['ID=f850c874-26b5-48b0-8127-913ec3bc37ac,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:56.606463 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-302121f4-d41c-45c4-8e34-7e1796b45802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:56.618539 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-302121f4-d41c-45c4-8e34-7e1796b45802 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f850c874-26b5-48b0-8127-913ec3bc37ac HTTP/1.1" status: 204 len: 168 time: 0.9360898 Aug 25 16:19:56.774470 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 56148) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:56.889052 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-bcfa494b-333c-44a0-b62d-987a657505eb None None] Deleting port c60d9abc-fc9b-4b20-b78c-db5a3c2f192e {{(pid=75047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:19:56.889444 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-bcfa494b-333c-44a0-b62d-987a657505eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:56.922974 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-9de2d08d-76b7-48a7-85f3-e3be7a17eac5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ebd338f4b7714b59867e69ddd8df8b95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1472805 Aug 25 16:19:56.925268 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 56152) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:19:56.958320 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-bcfa494b-333c-44a0-b62d-987a657505eb None None] The port 'c60d9abc-fc9b-4b20-b78c-db5a3c2f192e' was deleted {{(pid=75047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:19:56.988440 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-9b812206-8a38-4450-8a19-70237bc9f4cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:57.013712 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-9b812206-8a38-4450-8a19-70237bc9f4cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:57.063106 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-9b812206-8a38-4450-8a19-70237bc9f4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:57.066790 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-12fc41c3-9285-459d-94c8-04735a39048a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:19:57.081150 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b812206-8a38-4450-8a19-70237bc9f4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25170a0-df8b-4181-bc25-5b912801b89c,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:19:57.084870 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-9b812206-8a38-4450-8a19-70237bc9f4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:19:57.088650 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-9b812206-8a38-4450-8a19-70237bc9f4cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:57.092090 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-9b812206-8a38-4450-8a19-70237bc9f4cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a25170a0-df8b-4181-bc25-5b912801b89c HTTP/1.1" status: 204 len: 168 time: 0.1634607 Aug 25 16:19:57.321215 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device c60d9abc-fc9b-4b20-b78c-db5a3c2f192e no longer exists at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:19:57.355760 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] No Port match for: c60d9abc-fc9b-4b20-b78c-db5a3c2f192e {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:19:57.356194 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device c60d9abc-fc9b-4b20-b78c-db5a3c2f192e not bound to the agent host dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:19:58.233155 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-41e5d989-b68d-4679-9ef6-770b6d3b4171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:59.278010 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:00.714995 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:10.245983 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [req-1cec370c-d85b-463c-880e-ce679d15a718 req-411d8123-ef76-484e-9bf7-f27863ddd6cc service neutron] (75045) timed out ('10.222.0.21', 58954) {{(pid=75045) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 25 16:20:10.804182 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:25.928307 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-8c83cf5a-d18a-4abb-8456-8f0b7ad480a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:26.419269 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:28.234899 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-442a8ebe-51f0-4937-9202-a94cb93ad32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:29.279233 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:30.719338 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:32.445950 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:20:40.806773 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:46.886515 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 56556) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:47.028196 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-36f838ca-a829-4bf9-bbaa-bc4e39cf1645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:47.059488 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-36f838ca-a829-4bf9-bbaa-bc4e39cf1645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:20:47.063294 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-36f838ca-a829-4bf9-bbaa-bc4e39cf1645 admin admin] Usage tracker for resource:security_group_rule and tenant:d09b73d7213641028ad3fa33a2042ead is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:20:47.066220 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-36f838ca-a829-4bf9-bbaa-bc4e39cf1645 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:20:47.071988 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-36f838ca-a829-4bf9-bbaa-bc4e39cf1645 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:20:47.142623 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-36f838ca-a829-4bf9-bbaa-bc4e39cf1645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:47.146981 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-36f838ca-a829-4bf9-bbaa-bc4e39cf1645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:47.153359 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-56029018-f446-4f58-b0ba-60789ef2802d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:47.193708 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f838ca-a829-4bf9-bbaa-bc4e39cf1645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d630c91d-90c2-433a-8b2c-0b8643bf7d5b,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:47.200096 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-36f838ca-a829-4bf9-bbaa-bc4e39cf1645 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d09b73d7213641028ad3fa33a2042ead&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3125269 Aug 25 16:20:47.203243 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 56562) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:47.205809 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f838ca-a829-4bf9-bbaa-bc4e39cf1645 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:47.206183 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f838ca-a829-4bf9-bbaa-bc4e39cf1645 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:47.206549 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f838ca-a829-4bf9-bbaa-bc4e39cf1645 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:47.206907 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f838ca-a829-4bf9-bbaa-bc4e39cf1645 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:47.207266 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f838ca-a829-4bf9-bbaa-bc4e39cf1645 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:47.207619 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f838ca-a829-4bf9-bbaa-bc4e39cf1645 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:47.207975 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f838ca-a829-4bf9-bbaa-bc4e39cf1645 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:47.208322 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f838ca-a829-4bf9-bbaa-bc4e39cf1645 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:47.208680 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f838ca-a829-4bf9-bbaa-bc4e39cf1645 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:47.209214 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f838ca-a829-4bf9-bbaa-bc4e39cf1645 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:47.209433 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f838ca-a829-4bf9-bbaa-bc4e39cf1645 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:47.214615 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-36f838ca-a829-4bf9-bbaa-bc4e39cf1645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:47.265724 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-66bbff9d-1fe5-4e4b-b42b-f973e529c6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:47.291745 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-66bbff9d-1fe5-4e4b-b42b-f973e529c6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:47.347039 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-66bbff9d-1fe5-4e4b-b42b-f973e529c6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:47.352110 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-9d369cdf-5c4a-4b8e-9b91-c16fbe32db6f tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:47.366227 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bbff9d-1fe5-4e4b-b42b-f973e529c6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d630c91d-90c2-433a-8b2c-0b8643bf7d5b,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:47.370089 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-66bbff9d-1fe5-4e4b-b42b-f973e529c6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:47.371485 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-66bbff9d-1fe5-4e4b-b42b-f973e529c6c1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d630c91d-90c2-433a-8b2c-0b8643bf7d5b HTTP/1.1" status: 204 len: 168 time: 0.1669948 Aug 25 16:20:47.378158 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbff9d-1fe5-4e4b-b42b-f973e529c6c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:47.378537 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbff9d-1fe5-4e4b-b42b-f973e529c6c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:47.378905 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbff9d-1fe5-4e4b-b42b-f973e529c6c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:47.379268 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbff9d-1fe5-4e4b-b42b-f973e529c6c1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:47.379630 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbff9d-1fe5-4e4b-b42b-f973e529c6c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:47.379990 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbff9d-1fe5-4e4b-b42b-f973e529c6c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:47.380347 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbff9d-1fe5-4e4b-b42b-f973e529c6c1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:47.380707 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbff9d-1fe5-4e4b-b42b-f973e529c6c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:47.381103 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbff9d-1fe5-4e4b-b42b-f973e529c6c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:47.381723 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbff9d-1fe5-4e4b-b42b-f973e529c6c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:47.382072 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbff9d-1fe5-4e4b-b42b-f973e529c6c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:20:47.385925 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-66bbff9d-1fe5-4e4b-b42b-f973e529c6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:47.700306 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 56570) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:47.718463 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-f9c01ac1-0184-4b58-9558-35bab99f3112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:47.749651 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-f9c01ac1-0184-4b58-9558-35bab99f3112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:20:47.754002 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-f9c01ac1-0184-4b58-9558-35bab99f3112 admin admin] Usage tracker for resource:security_group_rule and tenant:46b3d1baff5d4f8fb38bb1e74d8c132a is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:20:47.757072 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-f9c01ac1-0184-4b58-9558-35bab99f3112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:20:47.762832 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-f9c01ac1-0184-4b58-9558-35bab99f3112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:20:47.835849 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-f9c01ac1-0184-4b58-9558-35bab99f3112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:47.840397 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-f9c01ac1-0184-4b58-9558-35bab99f3112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:47.851171 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-c2dfefcc-a78d-4ac7-ada4-280dc622ad09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:47.906213 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c01ac1-0184-4b58-9558-35bab99f3112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5952352e-d924-47f9-a53a-295b61348628,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:47.911024 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-f9c01ac1-0184-4b58-9558-35bab99f3112 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=46b3d1baff5d4f8fb38bb1e74d8c132a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2096691 Aug 25 16:20:47.911917 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-f9c01ac1-0184-4b58-9558-35bab99f3112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:47.913626 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 56574) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:47.974225 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c20af440-f54f-4c5f-8e00-2523948e8ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:48.000767 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c20af440-f54f-4c5f-8e00-2523948e8ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:48.057541 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c20af440-f54f-4c5f-8e00-2523948e8ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:48.061514 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-0d1ce22a-0a15-441b-adeb-77421a15334b tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:48.073278 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20af440-f54f-4c5f-8e00-2523948e8ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5952352e-d924-47f9-a53a-295b61348628,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:48.075368 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-c20af440-f54f-4c5f-8e00-2523948e8ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:48.080968 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c20af440-f54f-4c5f-8e00-2523948e8ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:48.082082 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-c20af440-f54f-4c5f-8e00-2523948e8ba9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5952352e-d924-47f9-a53a-295b61348628 HTTP/1.1" status: 204 len: 168 time: 0.1675711 Aug 25 16:20:50.594412 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c0d49b40-0b26-457b-9397-4f416127634e req-0eceaed8-064e-4813-9100-38974064b755 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2242641 Aug 25 16:20:50.761130 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c0d49b40-0b26-457b-9397-4f416127634e req-6a0f6e6b-7b7f-4bf2-b252-7f0109627548 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b39548a4e294d87a712a5ed13f0a07f&device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 1099 time: 0.0779150 Aug 25 16:20:50.911292 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d49b40-0b26-457b-9397-4f416127634e req-ceaf39ba-0160-467b-8f91-62cef8f81ac7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:20:50.912727 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c0d49b40-0b26-457b-9397-4f416127634e req-ceaf39ba-0160-467b-8f91-62cef8f81ac7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=638ce2fb-3499-498a-b218-d9e9c9dbc5e7 HTTP/1.1" status: 200 len: 910 time: 0.1320207 Aug 25 16:20:51.034146 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c0d49b40-0b26-457b-9397-4f416127634e req-f5a6bfe1-73a1-4fe6-9237-afe6313b8eb8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b94bab55-6f07-4796-b3b2-f72489d0a5f9 HTTP/1.1" status: 200 len: 1002 time: 0.1147490 Aug 25 16:20:51.099667 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d49b40-0b26-457b-9397-4f416127634e req-2c84533f-c509-46a0-98ed-8ae7b3e4a180 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:20:51.101093 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c0d49b40-0b26-457b-9397-4f416127634e req-2c84533f-c509-46a0-98ed-8ae7b3e4a180 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d7d9829-b2da-496c-b78e-7a8ac52f45df HTTP/1.1" status: 200 len: 847 time: 0.0602057 Aug 25 16:20:51.183954 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c0d49b40-0b26-457b-9397-4f416127634e req-ca6e58cf-6486-47c8-905c-35cc8cc0362b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=638ce2fb-3499-498a-b218-d9e9c9dbc5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765941 Aug 25 16:20:51.329408 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c0d49b40-0b26-457b-9397-4f416127634e req-a58f8e63-d578-4abb-9df6-dd789aa5f721 service neutron] 10.222.0.21 "GET /v2.0/networks/638ce2fb-3499-498a-b218-d9e9c9dbc5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379852 Aug 25 16:20:51.566139 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c0d49b40-0b26-457b-9397-4f416127634e req-177bcd61-bace-4050-b060-ca7f3a96005f service neutron] 10.222.0.21 "GET /v2.0/networks/638ce2fb-3499-498a-b218-d9e9c9dbc5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302237 Aug 25 16:20:52.044608 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 56712) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:52.189656 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-68e72ffd-4224-4101-8a1f-a20662f5fb9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:52.222112 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-68e72ffd-4224-4101-8a1f-a20662f5fb9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:20:52.225957 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-68e72ffd-4224-4101-8a1f-a20662f5fb9b admin admin] Usage tracker for resource:security_group_rule and tenant:86d6af08ce454547a0987eb812d335fe is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:20:52.228865 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-68e72ffd-4224-4101-8a1f-a20662f5fb9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:20:52.234588 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-68e72ffd-4224-4101-8a1f-a20662f5fb9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:20:52.299173 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-68e72ffd-4224-4101-8a1f-a20662f5fb9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:52.302900 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-68e72ffd-4224-4101-8a1f-a20662f5fb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:52.309395 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-6d2773f9-046c-4d1d-9c61-b1b0fd3cc6ec tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:52.352128 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e72ffd-4224-4101-8a1f-a20662f5fb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd17cd09-cc37-4dd1-8873-9b1410ba3033,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:52.356379 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-68e72ffd-4224-4101-8a1f-a20662f5fb9b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=86d6af08ce454547a0987eb812d335fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3106453 Aug 25 16:20:52.357465 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-68e72ffd-4224-4101-8a1f-a20662f5fb9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:52.358984 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 56718) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:52.421977 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-7b016a65-2827-40ca-a6e3-fdbffa318eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:52.447119 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-7b016a65-2827-40ca-a6e3-fdbffa318eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:52.497736 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-7b016a65-2827-40ca-a6e3-fdbffa318eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:52.501447 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-f2684ddd-b3c3-4c7d-8477-330545761a8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:52.513018 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b016a65-2827-40ca-a6e3-fdbffa318eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd17cd09-cc37-4dd1-8873-9b1410ba3033,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:52.516299 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-7b016a65-2827-40ca-a6e3-fdbffa318eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:52.519544 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-7b016a65-2827-40ca-a6e3-fdbffa318eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:52.520633 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-7b016a65-2827-40ca-a6e3-fdbffa318eec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fd17cd09-cc37-4dd1-8873-9b1410ba3033 HTTP/1.1" status: 204 len: 168 time: 0.1607490 Aug 25 16:20:52.842772 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 56726) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:52.861524 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6a4c76e8-0e21-4e28-827a-611a0f2222d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:52.891877 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-6a4c76e8-0e21-4e28-827a-611a0f2222d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:20:52.895720 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-6a4c76e8-0e21-4e28-827a-611a0f2222d6 admin admin] Usage tracker for resource:security_group_rule and tenant:8fc05f8148ad49d993e48f71c34a2418 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:20:52.898625 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-6a4c76e8-0e21-4e28-827a-611a0f2222d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:20:52.904295 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-6a4c76e8-0e21-4e28-827a-611a0f2222d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:20:52.967654 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6a4c76e8-0e21-4e28-827a-611a0f2222d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:52.971301 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-6a4c76e8-0e21-4e28-827a-611a0f2222d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:52.977858 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-34dc1742-9cb9-4c9c-be69-717b4f841816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:53.015728 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c76e8-0e21-4e28-827a-611a0f2222d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c599b27-c506-4a0c-9d72-d6ffca151367,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:53.019661 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-6a4c76e8-0e21-4e28-827a-611a0f2222d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:53.023656 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-6a4c76e8-0e21-4e28-827a-611a0f2222d6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8fc05f8148ad49d993e48f71c34a2418&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1798439 Aug 25 16:20:53.025540 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 56730) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:53.088014 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-3043cc4e-2d1f-42ae-88d6-d3db5ff4282c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:53.112991 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-3043cc4e-2d1f-42ae-88d6-d3db5ff4282c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:53.161898 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-3043cc4e-2d1f-42ae-88d6-d3db5ff4282c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:53.165456 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-f9c01ac1-0184-4b58-9558-35bab99f3112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:53.175807 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043cc4e-2d1f-42ae-88d6-d3db5ff4282c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c599b27-c506-4a0c-9d72-d6ffca151367,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:53.180598 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-3043cc4e-2d1f-42ae-88d6-d3db5ff4282c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:53.184195 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-3043cc4e-2d1f-42ae-88d6-d3db5ff4282c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:53.184195 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-3043cc4e-2d1f-42ae-88d6-d3db5ff4282c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8c599b27-c506-4a0c-9d72-d6ffca151367 HTTP/1.1" status: 204 len: 168 time: 0.1573553 Aug 25 16:20:55.931347 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d721002-c48d-4fbe-a5a2-7225982755b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:56.421667 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:57.139327 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 56824) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:57.278144 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-0e6142a8-4608-4199-bec8-7c6b4da32daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:57.307946 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-0e6142a8-4608-4199-bec8-7c6b4da32daa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:20:57.311647 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-0e6142a8-4608-4199-bec8-7c6b4da32daa admin admin] Usage tracker for resource:security_group_rule and tenant:e72b27f6fe944cac8d471bd5b9b58a7f is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:20:57.314970 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-0e6142a8-4608-4199-bec8-7c6b4da32daa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:20:57.320489 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-0e6142a8-4608-4199-bec8-7c6b4da32daa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:20:57.385288 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-0e6142a8-4608-4199-bec8-7c6b4da32daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:57.388870 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-0e6142a8-4608-4199-bec8-7c6b4da32daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:57.396193 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-160e7ec2-2511-4d29-8f5f-5d3f1f2fa117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:57.433570 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6142a8-4608-4199-bec8-7c6b4da32daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cdec73-5b4b-439f-bb58-7095aa544c18,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:57.436980 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-0e6142a8-4608-4199-bec8-7c6b4da32daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:57.439869 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-0e6142a8-4608-4199-bec8-7c6b4da32daa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e72b27f6fe944cac8d471bd5b9b58a7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2995641 Aug 25 16:20:57.442856 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 56830) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:57.500423 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-28330194-97b7-4943-bb14-ec9f49723306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:57.526884 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-28330194-97b7-4943-bb14-ec9f49723306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:57.581542 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-28330194-97b7-4943-bb14-ec9f49723306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:57.585143 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-b9419deb-c9c8-4972-8f37-f11577bd3d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:57.595785 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28330194-97b7-4943-bb14-ec9f49723306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cdec73-5b4b-439f-bb58-7095aa544c18,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:57.599243 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-28330194-97b7-4943-bb14-ec9f49723306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:57.602308 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-28330194-97b7-4943-bb14-ec9f49723306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:57.606257 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-28330194-97b7-4943-bb14-ec9f49723306 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/22cdec73-5b4b-439f-bb58-7095aa544c18 HTTP/1.1" status: 204 len: 168 time: 0.1621642 Aug 25 16:20:57.929782 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 56838) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:57.947845 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-301319a3-eb2b-4103-b07e-c34a79761984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:57.978267 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-301319a3-eb2b-4103-b07e-c34a79761984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:20:57.982047 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-301319a3-eb2b-4103-b07e-c34a79761984 admin admin] Usage tracker for resource:security_group_rule and tenant:1b4ccb99115e4320b38e6d855e435937 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:20:57.984863 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-301319a3-eb2b-4103-b07e-c34a79761984 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:20:57.991106 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-301319a3-eb2b-4103-b07e-c34a79761984 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:20:58.054350 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-301319a3-eb2b-4103-b07e-c34a79761984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:58.058048 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-301319a3-eb2b-4103-b07e-c34a79761984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:58.064737 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-0202d44c-ca19-4f6f-b3f5-0a00072413bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:58.104245 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301319a3-eb2b-4103-b07e-c34a79761984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa148fc-2bc9-434a-97cc-9c50688c4973,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:58.108617 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-301319a3-eb2b-4103-b07e-c34a79761984 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1b4ccb99115e4320b38e6d855e435937&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1777816 Aug 25 16:20:58.109540 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-301319a3-eb2b-4103-b07e-c34a79761984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:58.111103 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 56842) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:58.169416 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-95f7ae03-f28c-46d2-9729-60074544cec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:58.199597 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-95f7ae03-f28c-46d2-9729-60074544cec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:58.237033 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-b9161b5f-f50e-405a-9c57-357231b31819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:58.250049 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-95f7ae03-f28c-46d2-9729-60074544cec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:58.254292 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-0c48236e-b447-4c0d-90df-c6e88bbc6f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:58.267451 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7ae03-f28c-46d2-9729-60074544cec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa148fc-2bc9-434a-97cc-9c50688c4973,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:58.269966 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-95f7ae03-f28c-46d2-9729-60074544cec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:58.271827 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-95f7ae03-f28c-46d2-9729-60074544cec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:58.275259 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-95f7ae03-f28c-46d2-9729-60074544cec2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7fa148fc-2bc9-434a-97cc-9c50688c4973 HTTP/1.1" status: 204 len: 168 time: 0.1609559 Aug 25 16:20:59.282950 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:59.547202 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 56872) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:59.686943 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-53c21058-ea47-4991-8607-ad3179eba669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:59.719660 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-53c21058-ea47-4991-8607-ad3179eba669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:20:59.723305 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-53c21058-ea47-4991-8607-ad3179eba669 admin admin] Usage tracker for resource:security_group_rule and tenant:30534737d71741289ade5b176eb22845 is out of sync, need to count used quota {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:20:59.726043 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.quota.resource [None req-53c21058-ea47-4991-8607-ad3179eba669 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:20:59.731616 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.quota.driver [None req-53c21058-ea47-4991-8607-ad3179eba669 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:20:59.797282 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-53c21058-ea47-4991-8607-ad3179eba669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:59.801557 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-53c21058-ea47-4991-8607-ad3179eba669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:59.807769 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-d17c8ee7-bab4-4745-97a0-6e5229d395b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:20:59.845303 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c21058-ea47-4991-8607-ad3179eba669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac3c5fb-4913-472e-9509-65f2c0d4ea5f,revision_number=1']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:20:59.848756 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-53c21058-ea47-4991-8607-ad3179eba669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:20:59.852161 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-53c21058-ea47-4991-8607-ad3179eba669 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=30534737d71741289ade5b176eb22845&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3039563 Aug 25 16:20:59.854883 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 56878) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:20:59.916303 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ce328cc1-b2a1-4610-a8e1-96208998de12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:59.942516 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ce328cc1-b2a1-4610-a8e1-96208998de12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:59.999091 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ce328cc1-b2a1-4610-a8e1-96208998de12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:00.002812 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-28330194-97b7-4943-bb14-ec9f49723306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:21:00.014097 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce328cc1-b2a1-4610-a8e1-96208998de12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac3c5fb-4913-472e-9509-65f2c0d4ea5f,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:21:00.018025 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-ce328cc1-b2a1-4610-a8e1-96208998de12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:21:00.021144 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ce328cc1-b2a1-4610-a8e1-96208998de12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:00.022239 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-ce328cc1-b2a1-4610-a8e1-96208998de12 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cac3c5fb-4913-472e-9509-65f2c0d4ea5f HTTP/1.1" status: 204 len: 168 time: 0.1665492 Aug 25 16:21:00.724305 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:01.243050 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 56908) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:21:01.387971 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-5997b0dc-f217-4d70-9be0-d1fe292d52c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:01.417191 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-5997b0dc-f217-4d70-9be0-d1fe292d52c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:21:01.421310 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-5997b0dc-f217-4d70-9be0-d1fe292d52c9 admin admin] Usage tracker for resource:security_group_rule and tenant:fb584406da37476b8ab0e1fc31e06242 is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:21:01.424776 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-5997b0dc-f217-4d70-9be0-d1fe292d52c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:21:01.430491 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-5997b0dc-f217-4d70-9be0-d1fe292d52c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:21:01.497398 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-5997b0dc-f217-4d70-9be0-d1fe292d52c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:01.501076 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-5997b0dc-f217-4d70-9be0-d1fe292d52c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:01.508163 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-cf76d3eb-7675-482f-bea8-c0922c7a8e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:21:01.543778 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997b0dc-f217-4d70-9be0-d1fe292d52c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65b3ae0-7ed0-414a-a84c-a4a2e5b36cc4,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:21:01.548859 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-5997b0dc-f217-4d70-9be0-d1fe292d52c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:21:01.552182 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-5997b0dc-f217-4d70-9be0-d1fe292d52c9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fb584406da37476b8ab0e1fc31e06242&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3081350 Aug 25 16:21:01.554825 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 56914) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:21:01.617015 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-eb77242f-7fe3-4eb1-848b-06315b71d28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:01.641741 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-eb77242f-7fe3-4eb1-848b-06315b71d28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:01.690252 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-eb77242f-7fe3-4eb1-848b-06315b71d28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:01.693834 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-563eb01f-50e9-47c2-aba0-3a905bb0032b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:21:01.707521 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77242f-7fe3-4eb1-848b-06315b71d28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65b3ae0-7ed0-414a-a84c-a4a2e5b36cc4,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:21:01.710084 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-eb77242f-7fe3-4eb1-848b-06315b71d28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:21:01.719695 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-eb77242f-7fe3-4eb1-848b-06315b71d28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:01.721625 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-eb77242f-7fe3-4eb1-848b-06315b71d28d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e65b3ae0-7ed0-414a-a84c-a4a2e5b36cc4 HTTP/1.1" status: 204 len: 168 time: 0.1656377 Aug 25 16:21:02.940075 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 56944) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:21:03.077059 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-d98911db-1ebf-4a89-9a2c-699b0adfdf4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:03.107200 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-d98911db-1ebf-4a89-9a2c-699b0adfdf4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:21:03.111501 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-d98911db-1ebf-4a89-9a2c-699b0adfdf4e admin admin] Usage tracker for resource:security_group_rule and tenant:e9acdb4d9dd7423d868a0f83c403292a is out of sync, need to count used quota {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:21:03.114299 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [None req-d98911db-1ebf-4a89-9a2c-699b0adfdf4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:21:03.119885 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.quota.driver [None req-d98911db-1ebf-4a89-9a2c-699b0adfdf4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:21:03.188412 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-d98911db-1ebf-4a89-9a2c-699b0adfdf4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:03.192485 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-d98911db-1ebf-4a89-9a2c-699b0adfdf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_create {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:03.199374 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-627544f8-760f-446a-a266-27a0ddd6ccfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:21:03.238685 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98911db-1ebf-4a89-9a2c-699b0adfdf4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9451b990-f750-49ae-b305-882a46432a5a,revision_number=1']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:21:03.243049 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-d98911db-1ebf-4a89-9a2c-699b0adfdf4e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e9acdb4d9dd7423d868a0f83c403292a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3019764 Aug 25 16:21:03.243896 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-d98911db-1ebf-4a89-9a2c-699b0adfdf4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:21:03.245875 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 56950) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:21:03.304215 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-3adb2901-6267-4fa6-97aa-47a117f281aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:03.329640 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-3adb2901-6267-4fa6-97aa-47a117f281aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:03.379749 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-3adb2901-6267-4fa6-97aa-47a117f281aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:03.383707 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-51857d21-f182-4aee-960f-3f5e98df8c84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:21:03.394879 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb2901-6267-4fa6-97aa-47a117f281aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9451b990-f750-49ae-b305-882a46432a5a,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:21:03.398342 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-3adb2901-6267-4fa6-97aa-47a117f281aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:21:03.401501 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-3adb2901-6267-4fa6-97aa-47a117f281aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:03.402608 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-3adb2901-6267-4fa6-97aa-47a117f281aa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9451b990-f750-49ae-b305-882a46432a5a HTTP/1.1" status: 204 len: 168 time: 0.1560302 Aug 25 16:21:09.447998 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:21:10.805554 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:25.935711 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-82d3873e-9435-4f71-b35d-5649f0964778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:26.423083 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:28.238371 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-003924f2-e24a-413f-81e5-08e346c22a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:29.285879 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:30.729790 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:40.805503 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:46.451906 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:21:49.778949 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7cf0e77d-3852-4bd3-8fe5-cbca9bcd016e req-f69e06ee-5ae9-4c0a-9fe9-d3e72ada0e59 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720315 Aug 25 16:21:49.937428 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7cf0e77d-3852-4bd3-8fe5-cbca9bcd016e req-54b9c5fd-0ae1-42f1-bbd7-c5e138c66126 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b39548a4e294d87a712a5ed13f0a07f&device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 1099 time: 0.0712121 Aug 25 16:21:50.081861 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0e77d-3852-4bd3-8fe5-cbca9bcd016e req-a26a5adc-ef6a-445e-913a-f39af26e7111 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:21:50.083244 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7cf0e77d-3852-4bd3-8fe5-cbca9bcd016e req-a26a5adc-ef6a-445e-913a-f39af26e7111 service neutron] 10.222.0.21 "GET /v2.0/networks?id=638ce2fb-3499-498a-b218-d9e9c9dbc5e7 HTTP/1.1" status: 200 len: 910 time: 0.1260478 Aug 25 16:21:50.186430 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7cf0e77d-3852-4bd3-8fe5-cbca9bcd016e req-2cc3dc50-9013-43bb-ac93-3a925ddf6485 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b94bab55-6f07-4796-b3b2-f72489d0a5f9 HTTP/1.1" status: 200 len: 1002 time: 0.0959959 Aug 25 16:21:50.247840 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0e77d-3852-4bd3-8fe5-cbca9bcd016e req-f6c83e58-04d3-4e8c-849c-e286216b2cb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:21:50.249260 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7cf0e77d-3852-4bd3-8fe5-cbca9bcd016e req-f6c83e58-04d3-4e8c-849c-e286216b2cb6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d7d9829-b2da-496c-b78e-7a8ac52f45df HTTP/1.1" status: 200 len: 847 time: 0.0555000 Aug 25 16:21:50.321901 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7cf0e77d-3852-4bd3-8fe5-cbca9bcd016e req-ec709669-fad1-407b-8d16-43b49ab23412 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=638ce2fb-3499-498a-b218-d9e9c9dbc5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0659294 Aug 25 16:21:50.461237 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7cf0e77d-3852-4bd3-8fe5-cbca9bcd016e req-92ac862b-a5bc-4547-9058-e11a06fbf4e0 service neutron] 10.222.0.21 "GET /v2.0/networks/638ce2fb-3499-498a-b218-d9e9c9dbc5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327560 Aug 25 16:21:50.590526 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-7cf0e77d-3852-4bd3-8fe5-cbca9bcd016e req-e454fa60-4ebd-4b1b-adfb-8e8389880ccc service neutron] 10.222.0.21 "GET /v2.0/networks/638ce2fb-3499-498a-b218-d9e9c9dbc5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227298 Aug 25 16:21:54.088211 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9b0b9-25f4-491f-9213-e11e9058a7be req-a9d8d369-9678-4197-b9ca-12748113c24a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:21:54.089697 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-90e9b0b9-25f4-491f-9213-e11e9058a7be req-a9d8d369-9678-4197-b9ca-12748113c24a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 946 time: 0.3591568 Aug 25 16:21:54.136768 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-90e9b0b9-25f4-491f-9213-e11e9058a7be req-17d71743-e732-46c1-9c98-f5cef5eee718 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414824 Aug 25 16:21:55.417566 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c651a1-b6e3-4e72-a58a-c4e14961c890 req-c2821d67-0d05-4d63-a947-8bc1c4fd3790 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:21:55.419005 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-42c651a1-b6e3-4e72-a58a-c4e14961c890 req-c2821d67-0d05-4d63-a947-8bc1c4fd3790 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 946 time: 0.1548800 Aug 25 16:21:55.465379 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-42c651a1-b6e3-4e72-a58a-c4e14961c890 req-1435c7fe-f41a-499f-b9b4-e1f1150f16b1 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406528 Aug 25 16:21:55.936889 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-f280e525-7809-4da8-a23a-e32054935db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:56.425411 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:56.658538 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c99e4-aea4-4d8b-a3cb-3936229ad867 req-82a73863-86cb-4f42-9a73-ffbba8a5cd46 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:21:56.659901 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-933c99e4-aea4-4d8b-a3cb-3936229ad867 req-82a73863-86cb-4f42-9a73-ffbba8a5cd46 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 946 time: 0.0762947 Aug 25 16:21:56.707934 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-933c99e4-aea4-4d8b-a3cb-3936229ad867 req-68ed1ac6-3a6b-4ecf-be17-3f3159ecfcbe tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425820 Aug 25 16:21:57.904338 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9749be8-d1cf-4baa-a403-c77af1a8c2bc req-6abe45f6-6b29-4fd4-9688-8847e2e0e656 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:21:57.906167 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-b9749be8-d1cf-4baa-a403-c77af1a8c2bc req-6abe45f6-6b29-4fd4-9688-8847e2e0e656 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 946 time: 0.0808423 Aug 25 16:21:57.952322 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-b9749be8-d1cf-4baa-a403-c77af1a8c2bc req-f2e79fce-fe62-4f0f-b329-3bf33566d7ff tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407333 Aug 25 16:21:58.242062 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-56a31148-0959-4ea6-bf55-19638a00c6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:59.157240 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f27de-bbd4-4a58-a2a8-4453d6c05979 req-e782bce3-ede9-4ee0-bf0b-100340864f95 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:21:59.159550 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e10f27de-bbd4-4a58-a2a8-4453d6c05979 req-e782bce3-ede9-4ee0-bf0b-100340864f95 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 946 time: 0.0852108 Aug 25 16:21:59.204260 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e10f27de-bbd4-4a58-a2a8-4453d6c05979 req-0c46c262-52cd-4ef3-a4fe-9f3d1c9e7a2b tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391164 Aug 25 16:21:59.289458 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:00.398171 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d95596-2e78-4c38-a33c-9669d8f4b48e req-78ff5183-efba-4433-a8a4-8d8ee00bdcf4 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:22:00.399607 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e7d95596-2e78-4c38-a33c-9669d8f4b48e req-78ff5183-efba-4433-a8a4-8d8ee00bdcf4 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 946 time: 0.0784383 Aug 25 16:22:00.444589 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-e7d95596-2e78-4c38-a33c-9669d8f4b48e req-203bb821-fef6-4fad-8958-4c1d85e68c54 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387564 Aug 25 16:22:00.727174 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:01.646442 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c032f-2f09-40f1-84f1-1bcd905cf13d req-fa056c0b-e489-4034-a2ca-293b661fe03b tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:22:01.647783 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c31c032f-2f09-40f1-84f1-1bcd905cf13d req-fa056c0b-e489-4034-a2ca-293b661fe03b tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 946 time: 0.0791435 Aug 25 16:22:01.693255 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-c31c032f-2f09-40f1-84f1-1bcd905cf13d req-d48e2258-4c29-42a5-a5fb-a77605fc85af tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394740 Aug 25 16:22:02.894436 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878455a-d467-4792-ba26-b48a5880836c req-f674ec10-31cc-427e-a958-7a2e47fa28ef tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:22:02.895874 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5878455a-d467-4792-ba26-b48a5880836c req-f674ec10-31cc-427e-a958-7a2e47fa28ef tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 946 time: 0.0798862 Aug 25 16:22:02.940253 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-5878455a-d467-4792-ba26-b48a5880836c req-bfe67ba5-ceda-4c37-b09e-55ccc7ad239f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383785 Aug 25 16:22:03.964429 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-666eee18-b947-45e5-a433-520f0fe07f16 req-d9f25394-a6bb-4bd4-ae3a-83ea05f6fcee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b39548a4e294d87a712a5ed13f0a07f&device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 1099 time: 0.0683749 Aug 25 16:22:04.145901 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666eee18-b947-45e5-a433-520f0fe07f16 req-f1b08712-06c8-4514-a1ff-a790081bbbff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:22:04.147328 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-666eee18-b947-45e5-a433-520f0fe07f16 req-f1b08712-06c8-4514-a1ff-a790081bbbff service neutron] 10.222.0.21 "GET /v2.0/networks?id=638ce2fb-3499-498a-b218-d9e9c9dbc5e7 HTTP/1.1" status: 200 len: 910 time: 0.1766024 Aug 25 16:22:04.242086 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b60f3-dbfd-4951-8109-d530fb2a6180 req-8801432c-be7e-43f6-8676-c42859647d7d tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:22:04.243519 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-034b60f3-dbfd-4951-8109-d530fb2a6180 req-8801432c-be7e-43f6-8676-c42859647d7d tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 946 time: 0.1835434 Aug 25 16:22:04.279415 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-666eee18-b947-45e5-a433-520f0fe07f16 req-c0e20eac-c864-4ae8-bc99-7358b9225b36 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b94bab55-6f07-4796-b3b2-f72489d0a5f9 HTTP/1.1" status: 200 len: 1002 time: 0.1239624 Aug 25 16:22:04.340831 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-034b60f3-dbfd-4951-8109-d530fb2a6180 req-e7d0515d-c0a9-43a0-bda2-ef8c87cc5b14 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917563 Aug 25 16:22:04.360333 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666eee18-b947-45e5-a433-520f0fe07f16 req-164611ee-a038-4cb7-b3e7-94233edc6f9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:22:04.361851 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-666eee18-b947-45e5-a433-520f0fe07f16 req-164611ee-a038-4cb7-b3e7-94233edc6f9e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d7d9829-b2da-496c-b78e-7a8ac52f45df HTTP/1.1" status: 200 len: 847 time: 0.0716248 Aug 25 16:22:04.444933 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-666eee18-b947-45e5-a433-520f0fe07f16 req-335a3639-62e6-4062-8b9b-9cba67fdc5de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=638ce2fb-3499-498a-b218-d9e9c9dbc5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752697 Aug 25 16:22:04.575606 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-666eee18-b947-45e5-a433-520f0fe07f16 req-d62af77f-6f08-473f-b8da-355ea6e329e3 service neutron] 10.222.0.21 "GET /v2.0/networks/638ce2fb-3499-498a-b218-d9e9c9dbc5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214309 Aug 25 16:22:04.702420 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-666eee18-b947-45e5-a433-520f0fe07f16 req-afb30f2a-8ef3-4f3d-b713-a849e4d01de4 service neutron] 10.222.0.21 "GET /v2.0/networks/638ce2fb-3499-498a-b218-d9e9c9dbc5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203773 Aug 25 16:22:05.536656 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591a344-2cd0-4af1-aea7-0588060b7a6b req-b78357c4-6fe6-4ac5-859f-3bf90276a1df tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:22:05.538144 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-b591a344-2cd0-4af1-aea7-0588060b7a6b req-b78357c4-6fe6-4ac5-859f-3bf90276a1df tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 946 time: 0.0762215 Aug 25 16:22:05.590228 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-b591a344-2cd0-4af1-aea7-0588060b7a6b req-570f265b-525f-4eb9-b1d4-4ed4574986fa tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465736 Aug 25 16:22:06.784772 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541193f-6da7-4c7b-8e7d-b12bd4a3a715 req-21df0691-dee7-47b9-ac92-b841edd4708e tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:22:06.786221 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8541193f-6da7-4c7b-8e7d-b12bd4a3a715 req-21df0691-dee7-47b9-ac92-b841edd4708e tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 946 time: 0.0749052 Aug 25 16:22:06.829727 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8541193f-6da7-4c7b-8e7d-b12bd4a3a715 req-6023e9de-83a1-4ff3-a22e-c16de2e07634 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380201 Aug 25 16:22:08.037224 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa46cf1-f430-4a6b-a76c-08e2cda9ca02 req-3b7243c8-2d6a-4133-a320-98bbec2744c7 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:22:08.038659 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6aa46cf1-f430-4a6b-a76c-08e2cda9ca02 req-3b7243c8-2d6a-4133-a320-98bbec2744c7 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 946 time: 0.0792015 Aug 25 16:22:08.082193 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-6aa46cf1-f430-4a6b-a76c-08e2cda9ca02 req-e80bd644-f6f8-4833-8be7-7a871d0ca6b8 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380666 Aug 25 16:22:08.275255 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-19c87b29-f072-4db1-85ae-20de0b8d8d46 req-0febc112-3e4f-4397-a00c-e8c84c4af37f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0793333 Aug 25 16:22:08.470311 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ce48b5ea-1ce8-4fee-b96a-0c42ef265b54 req-d549f38f-8e32-4d1a-bde4-66a84fe815ec service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0764987 Aug 25 16:22:08.691633 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8878a-61f8-49f2-8514-f920a919b91e req-bb106179-8760-44a3-9fe5-2cd92a318871 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:22:08.693110 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c1c8878a-61f8-49f2-8514-f920a919b91e req-bb106179-8760-44a3-9fe5-2cd92a318871 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 946 time: 0.0790854 Aug 25 16:22:08.750054 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-c1c8878a-61f8-49f2-8514-f920a919b91e req-82b9211a-aeaa-4b9f-86f6-67230dd0315c tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513399 Aug 25 16:22:09.952136 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f622f-8133-4d18-aa35-332e890d7ff7 req-0c322974-51bb-474e-a076-c80ad494461f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:22:09.953637 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ef0f622f-8133-4d18-aa35-332e890d7ff7 req-0c322974-51bb-474e-a076-c80ad494461f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 946 time: 0.0791693 Aug 25 16:22:10.002822 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ef0f622f-8133-4d18-aa35-332e890d7ff7 req-07eda94a-00ec-4dba-a651-55665a54474c tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429475 Aug 25 16:22:10.608074 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device b94bab55-6f07-4796-b3b2-f72489d0a5f9 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:22:10.762054 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:10.792789 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f13fa6-2c49-4557-a8b9-df6af19911dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b94bab55-6f07-4796-b3b2-f72489d0a5f9'}] {{(pid=75047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:22:10.802777 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port b94bab55-6f07-4796-b3b2-f72489d0a5f9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=b94bab55-6f07-4796-b3b2-f72489d0a5f9,segment=NetworkSegment(1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9),segment_id=1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:22:10.806679 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:10.808474 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-8346ca42-5d58-418e-b07b-33ecc4abbc30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:22:10.881562 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:10.890341 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=b94bab55-6f07-4796-b3b2-f72489d0a5f9,revision_number=6']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:22:10.899923 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:22:10.900261 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:22:10.900613 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:22:10.900986 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:22:10.902001 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:22:10.902588 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:22:10.903067 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:22:10.903603 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:22:10.904131 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:22:10.904467 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:22:10.904793 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:22:10.909665 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:22:10.941765 dv-cinder-806008-1-iscsi neutron-server[75047]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f2f13fa6-2c49-4557-a8b9-df6af19911dc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b94bab55-6f07-4796-b3b2-f72489d0a5f9', 'code': 422} returned with failed status Aug 25 16:22:11.210149 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac61b5-9ebf-4aaf-b8f8-816f7534e558 req-cc4b7633-38de-4900-8572-e6b8e38c66ea tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:22:11.211684 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b6ac61b5-9ebf-4aaf-b8f8-816f7534e558 req-cc4b7633-38de-4900-8572-e6b8e38c66ea tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 944 time: 0.0793743 Aug 25 16:22:11.266152 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-b6ac61b5-9ebf-4aaf-b8f8-816f7534e558 req-8c8152ec-aed8-4c38-a2d5-a7af313c1daa tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484807 Aug 25 16:22:12.479048 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8e44f-7a87-43c4-aa8d-1a36b568e761 req-66ba0e3b-a4d0-4451-b30a-ce22088a9374 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:22:12.480507 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-cae8e44f-7a87-43c4-aa8d-1a36b568e761 req-66ba0e3b-a4d0-4451-b30a-ce22088a9374 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 944 time: 0.0796609 Aug 25 16:22:12.524892 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-cae8e44f-7a87-43c4-aa8d-1a36b568e761 req-e1cf1ff3-9321-4d43-8e53-394fca4d213f tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387919 Aug 25 16:22:13.284263 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ce48b5ea-1ce8-4fee-b96a-0c42ef265b54 req-0887a5c1-268b-4fe1-80c6-102ddf924993 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc&tenant_id=4b39548a4e294d87a712a5ed13f0a07f HTTP/1.1" status: 200 len: 1097 time: 0.1681716 Aug 25 16:22:13.404681 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ce48b5ea-1ce8-4fee-b96a-0c42ef265b54 req-c94ff71a-9f23-4869-913e-a18e990e67dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b39548a4e294d87a712a5ed13f0a07f&device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 1097 time: 0.0803781 Aug 25 16:22:13.551135 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48b5ea-1ce8-4fee-b96a-0c42ef265b54 req-3cc5d76f-28af-49b8-b816-54e66710b312 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:22:13.552491 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ce48b5ea-1ce8-4fee-b96a-0c42ef265b54 req-3cc5d76f-28af-49b8-b816-54e66710b312 service neutron] 10.222.0.21 "GET /v2.0/networks?id=638ce2fb-3499-498a-b218-d9e9c9dbc5e7 HTTP/1.1" status: 200 len: 910 time: 0.1419797 Aug 25 16:22:13.725727 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ce48b5ea-1ce8-4fee-b96a-0c42ef265b54 req-f1cf1a25-ff39-417f-b708-f61fe1a69b24 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b94bab55-6f07-4796-b3b2-f72489d0a5f9 HTTP/1.1" status: 200 len: 1000 time: 0.1665735 Aug 25 16:22:13.835459 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48b5ea-1ce8-4fee-b96a-0c42ef265b54 req-223af619-96ac-42b9-ad14-3951493f4d50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:22:13.837839 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ce48b5ea-1ce8-4fee-b96a-0c42ef265b54 req-223af619-96ac-42b9-ad14-3951493f4d50 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d7d9829-b2da-496c-b78e-7a8ac52f45df HTTP/1.1" status: 200 len: 847 time: 0.1027195 Aug 25 16:22:13.910187 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bccb1-d8f6-462f-8546-d5070e0fa361 req-8626f384-27fc-4353-a20a-418bc563f6ed tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:22:13.911723 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-369bccb1-d8f6-462f-8546-d5070e0fa361 req-8626f384-27fc-4353-a20a-418bc563f6ed tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 944 time: 0.2306874 Aug 25 16:22:13.995992 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-369bccb1-d8f6-462f-8546-d5070e0fa361 req-43329158-f75c-429a-b9e4-aea5b99625cd tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756140 Aug 25 16:22:14.001265 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ce48b5ea-1ce8-4fee-b96a-0c42ef265b54 req-60deb98a-7f93-4233-8a79-4d5822b960fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=638ce2fb-3499-498a-b218-d9e9c9dbc5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1528232 Aug 25 16:22:14.180853 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ce48b5ea-1ce8-4fee-b96a-0c42ef265b54 req-576a8714-3c3e-402f-bcd5-e29991450365 service neutron] 10.222.0.21 "GET /v2.0/networks/638ce2fb-3499-498a-b218-d9e9c9dbc5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714852 Aug 25 16:22:14.355134 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ce48b5ea-1ce8-4fee-b96a-0c42ef265b54 req-e1fcee50-80f6-497b-b45d-c6ba6e4f479d service neutron] 10.222.0.21 "GET /v2.0/networks/638ce2fb-3499-498a-b218-d9e9c9dbc5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677608 Aug 25 16:22:15.235550 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b783a0-1130-40e0-897e-781b6aae548c req-9f2d1d60-5508-421c-b2b1-cc4193514bb3 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:22:15.237493 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-81b783a0-1130-40e0-897e-781b6aae548c req-9f2d1d60-5508-421c-b2b1-cc4193514bb3 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 944 time: 0.0946238 Aug 25 16:22:15.299765 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-81b783a0-1130-40e0-897e-781b6aae548c req-edc0a835-f7aa-4f95-87dc-f6860d5c3eb5 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559521 Aug 25 16:22:16.508545 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14451b-29ac-4adf-86f0-9827c55c8b9d req-03b55f3a-b0a2-45a1-83f0-750b6fc39fe3 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:22:16.510053 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-de14451b-29ac-4adf-86f0-9827c55c8b9d req-03b55f3a-b0a2-45a1-83f0-750b6fc39fe3 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 944 time: 0.0810082 Aug 25 16:22:16.555384 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-de14451b-29ac-4adf-86f0-9827c55c8b9d req-776f12ee-71a5-4728-b580-65e7f97a5da6 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392485 Aug 25 16:22:17.751679 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69365831-2320-4093-9466-bf5136317e09 req-1ed1768e-10bb-4218-862d-b0a6808907f1 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:22:17.753209 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-69365831-2320-4093-9466-bf5136317e09 req-1ed1768e-10bb-4218-862d-b0a6808907f1 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 944 time: 0.0780046 Aug 25 16:22:17.800131 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-69365831-2320-4093-9466-bf5136317e09 req-1ec6bca3-1b9c-4e22-8a8e-ca584a0db8a7 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411580 Aug 25 16:22:18.995280 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8fd65-2d25-41a1-aaea-c4a815f20a75 req-c70c8a32-e349-4bf2-8bdc-bdad0dbcdf50 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:22:18.996717 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-69f8fd65-2d25-41a1-aaea-c4a815f20a75 req-c70c8a32-e349-4bf2-8bdc-bdad0dbcdf50 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 944 time: 0.0787337 Aug 25 16:22:19.041944 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-69f8fd65-2d25-41a1-aaea-c4a815f20a75 req-2ecd3b52-2f5b-4a74-9199-93484948ef4a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393429 Aug 25 16:22:20.241822 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614da17a-9ff2-40c7-95c5-fd59dc647f35 req-d7b880e6-c54b-4da5-a10c-d85bbb8664fa tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:22:20.243356 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-614da17a-9ff2-40c7-95c5-fd59dc647f35 req-d7b880e6-c54b-4da5-a10c-d85bbb8664fa tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 944 time: 0.0823200 Aug 25 16:22:20.291981 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-614da17a-9ff2-40c7-95c5-fd59dc647f35 req-49ab9dd4-732f-4ca4-955f-7b712be9a2ca tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425189 Aug 25 16:22:21.507651 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef933559-c77c-4bc1-94d2-9bd1deb71502 req-4655c67a-d5e6-4f3d-9a71-cd084f9a3906 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:22:21.509404 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ef933559-c77c-4bc1-94d2-9bd1deb71502 req-4655c67a-d5e6-4f3d-9a71-cd084f9a3906 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 944 time: 0.0785606 Aug 25 16:22:21.554215 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-ef933559-c77c-4bc1-94d2-9bd1deb71502 req-87c5e0ae-02c9-4095-a301-5fcf9e760425 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387671 Aug 25 16:22:22.757455 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117b810-7379-4615-bf16-669624058aec req-53511cf6-2f8a-4f78-aa59-91a9162ecaea tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:22:22.759256 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-d117b810-7379-4615-bf16-669624058aec req-53511cf6-2f8a-4f78-aa59-91a9162ecaea tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 944 time: 0.0816958 Aug 25 16:22:22.810741 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-d117b810-7379-4615-bf16-669624058aec req-9b0a5696-cbbb-493e-92d4-22dc12591fab tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446737 Aug 25 16:22:23.452328 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:22:24.015745 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdd200-6188-4452-82bb-a877d2fb040b req-f124795f-15d6-4871-900b-1354f2e2c254 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:22:24.017223 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-10cdd200-6188-4452-82bb-a877d2fb040b req-f124795f-15d6-4871-900b-1354f2e2c254 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 944 time: 0.0814664 Aug 25 16:22:24.070406 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-10cdd200-6188-4452-82bb-a877d2fb040b req-5398e4eb-c5b6-432f-94ff-b65d2095661b tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476487 Aug 25 16:22:24.671951 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device b94bab55-6f07-4796-b3b2-f72489d0a5f9 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:22:24.807935 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port b94bab55-6f07-4796-b3b2-f72489d0a5f9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=b94bab55-6f07-4796-b3b2-f72489d0a5f9,segment=NetworkSegment(1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9),segment_id=1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:22:24.821060 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Returning: {'device': 'b94bab55-6f07-4796-b3b2-f72489d0a5f9', 'network_id': '638ce2fb-3499-498a-b218-d9e9c9dbc5e7', 'port_id': 'b94bab55-6f07-4796-b3b2-f72489d0a5f9', 'mac_address': 'fa:16:3e:a5:03:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d7d9829-b2da-496c-b78e-7a8ac52f45df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:22:24.878615 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:24.896833 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b94bab55-6f07-4796-b3b2-f72489d0a5f9 {{(pid=75047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:22:24.911984 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port b94bab55-6f07-4796-b3b2-f72489d0a5f9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=b94bab55-6f07-4796-b3b2-f72489d0a5f9,segment=NetworkSegment(1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9),segment_id=1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:22:24.915882 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:24.917620 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:22:24.982199 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=b94bab55-6f07-4796-b3b2-f72489d0a5f9,revision_number=7']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:22:24.985351 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:22:25.303830 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a777e4c-93b9-4235-9094-215ccbef1def req-e12fab58-ed78-462c-a202-5c27f3afd896 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:22:25.305246 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8a777e4c-93b9-4235-9094-215ccbef1def req-e12fab58-ed78-462c-a202-5c27f3afd896 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 945 time: 0.0850513 Aug 25 16:22:25.351917 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-8a777e4c-93b9-4235-9094-215ccbef1def req-f5ca464d-07a7-47f9-a9db-b35b0b5082dc tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402563 Aug 25 16:22:25.406141 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] get_ports_and_sgs() called for port_ids ['b94bab55-6f07-4796-b3b2-f72489d0a5f9'] {{(pid=75047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:22:25.939360 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-be71c64f-be68-459e-8cc6-eb41387c82db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:26.431967 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:26.556227 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9e65b-53af-4744-9265-e38535f66c3b req-7b10d0da-9715-4ac5-a916-982d750e67bd tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:22:26.557780 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-bde9e65b-53af-4744-9265-e38535f66c3b req-7b10d0da-9715-4ac5-a916-982d750e67bd tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 945 time: 0.0798969 Aug 25 16:22:26.603522 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-bde9e65b-53af-4744-9265-e38535f66c3b req-b2cb307d-0307-4543-bbaf-634383fb49cd tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400586 Aug 25 16:22:26.685154 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device b94bab55-6f07-4796-b3b2-f72489d0a5f9 up at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:22:26.755021 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.provisioning_blocks [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Provisioning complete for port b94bab55-6f07-4796-b3b2-f72489d0a5f9 triggered by entity L2. {{(pid=75047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:22:26.755389 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1735686'] for port, provisioning_complete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:26.867674 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602874'] for port, before_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:26.899853 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f13fa6-2c49-4557-a8b9-df6af19911dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94bab55-6f07-4796-b3b2-f72489d0a5f9'}] {{(pid=75047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:22:26.910516 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] For port b94bab55-6f07-4796-b3b2-f72489d0a5f9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=b94bab55-6f07-4796-b3b2-f72489d0a5f9,segment=NetworkSegment(1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9),segment_id=1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:22:26.914890 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779528195350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779527770161', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779527770206'] for port, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:26.917200 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:22:26.963492 dv-cinder-806008-1-iscsi neutron-server[75047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f13fa6-2c49-4557-a8b9-df6af19911dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94bab55-6f07-4796-b3b2-f72489d0a5f9', 'code': 200} Aug 25 16:22:26.992116 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Pushing event updated for resources: {'Port': ['ID=b94bab55-6f07-4796-b3b2-f72489d0a5f9,revision_number=8']} {{(pid=75047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:22:26.995968 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_concurrency.lockutils [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:22:27.267115 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6ec167bf-2e5a-4c73-b49d-3c4279021154 req-0861a40c-9633-4107-9080-bc52ab728cfe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 1099 time: 0.0718107 Aug 25 16:22:27.312700 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6ec167bf-2e5a-4c73-b49d-3c4279021154 req-42785390-f7e9-42d8-831c-f4a798eaf548 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378139 Aug 25 16:22:27.842952 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060c204-4f04-4051-8d0c-79065c4b8015 req-ba61992c-9385-4093-870a-aef9acbf9b1e tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:22:27.844401 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6060c204-4f04-4051-8d0c-79065c4b8015 req-ba61992c-9385-4093-870a-aef9acbf9b1e tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 946 time: 0.0798852 Aug 25 16:22:27.893737 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6060c204-4f04-4051-8d0c-79065c4b8015 req-9dd16d25-308b-4926-ab54-7f82dd40bd63 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438437 Aug 25 16:22:28.244472 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-16972fb8-bbcf-4a81-8caf-682911a9217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:29.103059 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5622e-10ae-4226-806e-31db5854671b req-405c2eed-2bcc-43f7-96c8-596fcce5af12 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:22:29.105105 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-80d5622e-10ae-4226-806e-31db5854671b req-405c2eed-2bcc-43f7-96c8-596fcce5af12 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 946 time: 0.0855038 Aug 25 16:22:29.237208 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-80d5622e-10ae-4226-806e-31db5854671b req-c69c790e-466f-4cd8-8311-9df35e91f6fc tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266217 Aug 25 16:22:29.293719 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:30.733137 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:40.819633 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:51.804039 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e207f4e9-1e2b-4628-aa44-389b800ff368 req-73a99317-9099-4223-a2a8-e4595460388f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695589 Aug 25 16:22:51.957676 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e207f4e9-1e2b-4628-aa44-389b800ff368 req-54696884-27a1-4d93-b38b-12619a5dca81 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b39548a4e294d87a712a5ed13f0a07f&device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 1099 time: 0.0673754 Aug 25 16:22:52.190919 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207f4e9-1e2b-4628-aa44-389b800ff368 req-17353850-9d59-4166-8a8b-d677c68a5293 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:22:52.192275 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e207f4e9-1e2b-4628-aa44-389b800ff368 req-17353850-9d59-4166-8a8b-d677c68a5293 service neutron] 10.222.0.21 "GET /v2.0/networks?id=638ce2fb-3499-498a-b218-d9e9c9dbc5e7 HTTP/1.1" status: 200 len: 910 time: 0.2128558 Aug 25 16:22:52.292281 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e207f4e9-1e2b-4628-aa44-389b800ff368 req-ed3df9aa-2b76-4ed4-a977-91491ebd14e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b94bab55-6f07-4796-b3b2-f72489d0a5f9 HTTP/1.1" status: 200 len: 1002 time: 0.0927649 Aug 25 16:22:52.357436 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207f4e9-1e2b-4628-aa44-389b800ff368 req-022e6240-459f-4f3a-ba79-9af756c2f636 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:22:52.358868 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e207f4e9-1e2b-4628-aa44-389b800ff368 req-022e6240-459f-4f3a-ba79-9af756c2f636 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d7d9829-b2da-496c-b78e-7a8ac52f45df HTTP/1.1" status: 200 len: 847 time: 0.0603726 Aug 25 16:22:52.445960 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e207f4e9-1e2b-4628-aa44-389b800ff368 req-aca6d060-09a6-4d10-8c72-8b3c2d3b1be4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=638ce2fb-3499-498a-b218-d9e9c9dbc5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0793240 Aug 25 16:22:52.576652 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e207f4e9-1e2b-4628-aa44-389b800ff368 req-927985b1-62a5-4cc1-a58f-d38c97d4add3 service neutron] 10.222.0.21 "GET /v2.0/networks/638ce2fb-3499-498a-b218-d9e9c9dbc5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230578 Aug 25 16:22:52.711858 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-e207f4e9-1e2b-4628-aa44-389b800ff368 req-699eea05-7ec3-459c-b7b0-9462a4fce7df service neutron] 10.222.0.21 "GET /v2.0/networks/638ce2fb-3499-498a-b218-d9e9c9dbc5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275742 Aug 25 16:22:55.940422 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-2d22cf74-a4cf-4ff3-a211-28a5f41d2b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:56.426899 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:58.247677 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-08cdfd09-7571-479c-884e-8e010134cb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:59.294880 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:00.452638 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:23:00.733026 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:10.831351 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:25.943602 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-56109221-8bd1-4aed-a3c4-6009123bb3ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:26.429569 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:28.249381 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c90f92-4609-4dfa-b46d-85ddc04d791e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:29.297603 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:30.736054 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:37.453620 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:23:40.846369 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:53.650715 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6d036126-f4ed-4953-8843-7ad532296b68 req-2c1039da-4ff9-4bb7-890b-23312f11cc32 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708885 Aug 25 16:23:53.800998 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6d036126-f4ed-4953-8843-7ad532296b68 req-0bcc5d0d-10d9-4cb6-82ac-9add2f39f0d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b39548a4e294d87a712a5ed13f0a07f&device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 1099 time: 0.0677500 Aug 25 16:23:53.947903 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d036126-f4ed-4953-8843-7ad532296b68 req-11438b16-4740-4fda-bb9c-fdceefab79c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:23:53.949445 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6d036126-f4ed-4953-8843-7ad532296b68 req-11438b16-4740-4fda-bb9c-fdceefab79c5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=638ce2fb-3499-498a-b218-d9e9c9dbc5e7 HTTP/1.1" status: 200 len: 910 time: 0.1288848 Aug 25 16:23:54.052727 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6d036126-f4ed-4953-8843-7ad532296b68 req-c09df1a9-e90b-4255-89da-6377b7dcfdad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b94bab55-6f07-4796-b3b2-f72489d0a5f9 HTTP/1.1" status: 200 len: 1002 time: 0.0966628 Aug 25 16:23:54.113025 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d036126-f4ed-4953-8843-7ad532296b68 req-39e1a3af-0112-4d84-acc0-e8a36715d64b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:23:54.114433 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6d036126-f4ed-4953-8843-7ad532296b68 req-39e1a3af-0112-4d84-acc0-e8a36715d64b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d7d9829-b2da-496c-b78e-7a8ac52f45df HTTP/1.1" status: 200 len: 847 time: 0.0559351 Aug 25 16:23:54.198936 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6d036126-f4ed-4953-8843-7ad532296b68 req-79108f98-117a-46f7-8a88-55a987ad2d34 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=638ce2fb-3499-498a-b218-d9e9c9dbc5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782928 Aug 25 16:23:54.337607 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6d036126-f4ed-4953-8843-7ad532296b68 req-3c690692-0863-45f7-b7cb-70c0c800c594 service neutron] 10.222.0.21 "GET /v2.0/networks/638ce2fb-3499-498a-b218-d9e9c9dbc5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321721 Aug 25 16:23:54.473815 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-6d036126-f4ed-4953-8843-7ad532296b68 req-b61f9c20-f578-411f-a3f7-13ba345ed636 service neutron] 10.222.0.21 "GET /v2.0/networks/638ce2fb-3499-498a-b218-d9e9c9dbc5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296778 Aug 25 16:23:55.947209 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-13d6f97d-f3f2-4fc6-854d-aaac769e7b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:56.431655 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:58.250143 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-3396a5ec-53f1-4fcc-affc-5d2b11fd840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:59.301098 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:00.745443 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:04.304930 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 57080) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:24:04.644299 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [None req-9d632f60-e591-41d3-b334-ffb71655fa1a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Deleting port b59d9d73-a13f-47e2-b961-ff6e901abd9a {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:24:04.644538 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-9d632f60-e591-41d3-b334-ffb71655fa1a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:04.807757 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-9d632f60-e591-41d3-b334-ffb71655fa1a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:04.808083 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-9d632f60-e591-41d3-b334-ffb71655fa1a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:04.925566 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [None req-9d632f60-e591-41d3-b334-ffb71655fa1a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Calling delete_port for b59d9d73-a13f-47e2-b961-ff6e901abd9a owned by network:floatingip {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:24:05.069681 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-9d632f60-e591-41d3-b334-ffb71655fa1a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:05.073155 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-d4672a13-e348-47b0-82ff-a07ac6fa6798 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:24:05.114218 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d632f60-e591-41d3-b334-ffb71655fa1a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Pushing event deleted for resources: {'Port': ['ID=b59d9d73-a13f-47e2-b961-ff6e901abd9a,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:24:05.154596 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632f60-e591-41d3-b334-ffb71655fa1a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:24:05.154974 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632f60-e591-41d3-b334-ffb71655fa1a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:24:05.155356 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632f60-e591-41d3-b334-ffb71655fa1a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:24:05.155705 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632f60-e591-41d3-b334-ffb71655fa1a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:24:05.156065 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632f60-e591-41d3-b334-ffb71655fa1a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:24:05.156425 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632f60-e591-41d3-b334-ffb71655fa1a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:24:05.156780 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632f60-e591-41d3-b334-ffb71655fa1a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:24:05.157166 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632f60-e591-41d3-b334-ffb71655fa1a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:24:05.157522 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632f60-e591-41d3-b334-ffb71655fa1a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:24:05.157875 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632f60-e591-41d3-b334-ffb71655fa1a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:24:05.158227 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d632f60-e591-41d3-b334-ffb71655fa1a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:24:05.162111 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-9d632f60-e591-41d3-b334-ffb71655fa1a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:24:05.223156 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-9d632f60-e591-41d3-b334-ffb71655fa1a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks [] for floatingip, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:05.627711 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d632f60-e591-41d3-b334-ffb71655fa1a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Router aa107ae0-d912-4b06-b0f5-2f55d1e66150 has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:24:05.937004 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d632f60-e591-41d3-b334-ffb71655fa1a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:24:05.947189 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef5b435-2488-47cc-af5a-c5126d077882 None None] Sync routers for ids ['aa107ae0-d912-4b06-b0f5-2f55d1e66150'] in dv-cinder-806008-1-iscsi {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:24:05.957444 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-9d632f60-e591-41d3-b334-ffb71655fa1a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for floatingip, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:05.959420 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef5b435-2488-47cc-af5a-c5126d077882 None None] Routers {'aa107ae0-d912-4b06-b0f5-2f55d1e66150'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:24:05.960301 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-5ef5b435-2488-47cc-af5a-c5126d077882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:23:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['aa107ae0-d912-4b06-b0f5-2f55d1e66150'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:24:06.011817 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-9d632f60-e591-41d3-b334-ffb71655fa1a tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "DELETE /v2.0/floatingips/92565d1f-1469-4cdd-9a89-73446ba49379 HTTP/1.1" status: 204 len: 168 time: 1.7056582 Aug 25 16:24:06.012569 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f13fa6-2c49-4557-a8b9-df6af19911dc', 'tag': 'b94bab55-6f07-4796-b3b2-f72489d0a5f9'}] {{(pid=75046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:24:06.178807 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-5ef5b435-2488-47cc-af5a-c5126d077882 None None] Set router aa107ae0-d912-4b06-b0f5-2f55d1e66150 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:24:06.191645 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f13fa6-2c49-4557-a8b9-df6af19911dc', 'tag': 'b94bab55-6f07-4796-b3b2-f72489d0a5f9', 'status': 'completed', 'code': 200} Aug 25 16:24:06.317850 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8ee61f56-71fb-4282-b644-71bf20f1f510 req-a2c3e501-ed62-4f44-9cab-4a97f65fb59c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b39548a4e294d87a712a5ed13f0a07f&device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 1099 time: 0.0803359 Aug 25 16:24:06.482446 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57ed82-d462-4610-b784-0332e32a111e req-b890a82e-0177-49b8-bb32-c5ef5b224094 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:24:06.483234 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-9f57ed82-d462-4610-b784-0332e32a111e req-b890a82e-0177-49b8-bb32-c5ef5b224094 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Synchronizing usage tracker for tenant:4b39548a4e294d87a712a5ed13f0a07f on resource:port {{(pid=75046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:24:06.499927 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.quota.resource [req-9f57ed82-d462-4610-b784-0332e32a111e req-b890a82e-0177-49b8-bb32-c5ef5b224094 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Unset dirty status for tenant:4b39548a4e294d87a712a5ed13f0a07f on resource:port {{(pid=75046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:24:06.501324 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9f57ed82-d462-4610-b784-0332e32a111e req-b890a82e-0177-49b8-bb32-c5ef5b224094 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 946 time: 0.1052146 Aug 25 16:24:06.524012 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-5ef5b435-2488-47cc-af5a-c5126d077882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'name': 'tempest-TestShelveInstance-992937619-router', 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '3d42b60c-bc09-4e99-86f9-4a540478d47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:18:16Z', 'updated_at': '2021-08-25T16:18:19Z', 'revision_number': 4, 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'gw_port': {'id': '3d42b60c-bc09-4e99-86f9-4a540478d47d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:17Z', 'updated_at': '2021-08-25T16:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '3f704cba-7c30-4df6-a674-62eb8b55c99b', 'name': '', 'network_id': '638ce2fb-3499-498a-b218-d9e9c9dbc5e7', 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f', 'mac_address': 'fa:16:3e:aa:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d7d9829-b2da-496c-b78e-7a8ac52f45df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:19Z', 'updated_at': '2021-08-25T16:18:29Z', 'revision_number': 5, 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'subnets': [{'id': '1d7d9829-b2da-496c-b78e-7a8ac52f45df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:24:06.528409 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef5b435-2488-47cc-af5a-c5126d077882 None None] Checking router: aa107ae0-d912-4b06-b0f5-2f55d1e66150 for host: dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:24:06.540684 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef5b435-2488-47cc-af5a-c5126d077882 None None] Routers {'aa107ae0-d912-4b06-b0f5-2f55d1e66150'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:24:06.542079 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-5ef5b435-2488-47cc-af5a-c5126d077882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:23:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['aa107ae0-d912-4b06-b0f5-2f55d1e66150'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:24:06.550428 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-9f57ed82-d462-4610-b784-0332e32a111e req-41109f91-616d-4a65-87e2-b449702c1be7 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423610 Aug 25 16:24:06.597636 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee61f56-71fb-4282-b644-71bf20f1f510 req-c89e2641-b50f-4ed9-b34d-e396ba4d5b99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:24:06.599132 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8ee61f56-71fb-4282-b644-71bf20f1f510 req-c89e2641-b50f-4ed9-b34d-e396ba4d5b99 service neutron] 10.222.0.21 "GET /v2.0/networks?id=638ce2fb-3499-498a-b218-d9e9c9dbc5e7 HTTP/1.1" status: 200 len: 910 time: 0.2395022 Aug 25 16:24:06.672206 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8ee61f56-71fb-4282-b644-71bf20f1f510 req-f12e060b-8e8b-40ea-adca-01bbc2ba66ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b94bab55-6f07-4796-b3b2-f72489d0a5f9 HTTP/1.1" status: 200 len: 217 time: 0.0640609 Aug 25 16:24:06.729600 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-5ef5b435-2488-47cc-af5a-c5126d077882 None None] Set router aa107ae0-d912-4b06-b0f5-2f55d1e66150 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:24:06.736775 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee61f56-71fb-4282-b644-71bf20f1f510 req-73ed4c9b-0609-45f4-b31b-8bf27b80adb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:24:06.738187 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8ee61f56-71fb-4282-b644-71bf20f1f510 req-73ed4c9b-0609-45f4-b31b-8bf27b80adb3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d7d9829-b2da-496c-b78e-7a8ac52f45df HTTP/1.1" status: 200 len: 847 time: 0.0584702 Aug 25 16:24:06.818167 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8ee61f56-71fb-4282-b644-71bf20f1f510 req-2953cca6-d1d2-4d37-a991-527f63763941 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=638ce2fb-3499-498a-b218-d9e9c9dbc5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721698 Aug 25 16:24:06.952811 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8ee61f56-71fb-4282-b644-71bf20f1f510 req-8e82d37d-fb6c-474f-b0c7-285f90b025d8 service neutron] 10.222.0.21 "GET /v2.0/networks/638ce2fb-3499-498a-b218-d9e9c9dbc5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264284 Aug 25 16:24:07.035221 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-5ef5b435-2488-47cc-af5a-c5126d077882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'name': 'tempest-TestShelveInstance-992937619-router', 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '3d42b60c-bc09-4e99-86f9-4a540478d47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:18:16Z', 'updated_at': '2021-08-25T16:18:19Z', 'revision_number': 4, 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'gw_port': {'id': '3d42b60c-bc09-4e99-86f9-4a540478d47d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:17Z', 'updated_at': '2021-08-25T16:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '3f704cba-7c30-4df6-a674-62eb8b55c99b', 'name': '', 'network_id': '638ce2fb-3499-498a-b218-d9e9c9dbc5e7', 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f', 'mac_address': 'fa:16:3e:aa:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d7d9829-b2da-496c-b78e-7a8ac52f45df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:19Z', 'updated_at': '2021-08-25T16:18:29Z', 'revision_number': 5, 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'subnets': [{'id': '1d7d9829-b2da-496c-b78e-7a8ac52f45df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:24:07.039230 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef5b435-2488-47cc-af5a-c5126d077882 None None] The sync data for ids ['aa107ae0-d912-4b06-b0f5-2f55d1e66150'] in dv-cinder-806008-1-iscsi is: [{'id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'name': 'tempest-TestShelveInstance-992937619-router', 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '3d42b60c-bc09-4e99-86f9-4a540478d47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:18:16Z', 'updated_at': '2021-08-25T16:18:19Z', 'revision_number': 4, 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'gw_port': {'id': '3d42b60c-bc09-4e99-86f9-4a540478d47d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:17Z', 'updated_at': '2021-08-25T16:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi', '_interfaces': [{'id': '3f704cba-7c30-4df6-a674-62eb8b55c99b', 'name': '', 'network_id': '638ce2fb-3499-498a-b218-d9e9c9dbc5e7', 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f', 'mac_address': 'fa:16:3e:aa:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d7d9829-b2da-496c-b78e-7a8ac52f45df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:19Z', 'updated_at': '2021-08-25T16:18:29Z', 'revision_number': 5, 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'subnets': [{'id': '1d7d9829-b2da-496c-b78e-7a8ac52f45df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:24:07.090351 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-8ee61f56-71fb-4282-b644-71bf20f1f510 req-45ee4a2d-d011-48fe-9934-eec6a27ad347 service neutron] 10.222.0.21 "GET /v2.0/networks/638ce2fb-3499-498a-b218-d9e9c9dbc5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291127 Aug 25 16:24:07.252813 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b929684-0039-4300-ad9a-3a299aadb4a4 None None] New status for floating IP 92565d1f-1469-4cdd-9a89-73446ba49379: DOWN {{(pid=75048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:24:07.758349 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45c88d-b688-49ba-bfbe-0500c921fe77 req-3cad7f07-2997-495e-9547-9713cedfbac9 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:24:07.759783 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2b45c88d-b688-49ba-bfbe-0500c921fe77 req-3cad7f07-2997-495e-9547-9713cedfbac9 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 946 time: 0.0766702 Aug 25 16:24:07.805934 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-2b45c88d-b688-49ba-bfbe-0500c921fe77 req-c6dbd1cb-a9ec-4511-8ebf-97108d634a3e tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/security-groups?id=bffd4d17-1c7f-431b-80be-30134d115a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403440 Aug 25 16:24:08.339444 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2299e43-bad9-4758-848d-1f3dc791b207 req-29aadac0-cab6-4e0c-bfc0-09e9774904ce tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:24:08.340876 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-d2299e43-bad9-4758-848d-1f3dc791b207 req-29aadac0-cab6-4e0c-bfc0-09e9774904ce tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 946 time: 0.0848129 Aug 25 16:24:08.421298 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [req-d2299e43-bad9-4758-848d-1f3dc791b207 req-13f5f1ab-b369-44bc-8419-0941834a53f4 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Deleting port b94bab55-6f07-4796-b3b2-f72489d0a5f9 {{(pid=75045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:24:08.421646 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-d2299e43-bad9-4758-848d-1f3dc791b207 req-13f5f1ab-b369-44bc-8419-0941834a53f4 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:08.676866 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.db [req-d2299e43-bad9-4758-848d-1f3dc791b207 req-13f5f1ab-b369-44bc-8419-0941834a53f4 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] For port b94bab55-6f07-4796-b3b2-f72489d0a5f9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=b94bab55-6f07-4796-b3b2-f72489d0a5f9,segment=NetworkSegment(1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9),segment_id=1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9)] {{(pid=75045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:24:08.677223 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-d2299e43-bad9-4758-848d-1f3dc791b207 req-13f5f1ab-b369-44bc-8419-0941834a53f4 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:08.798380 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [req-d2299e43-bad9-4758-848d-1f3dc791b207 req-13f5f1ab-b369-44bc-8419-0941834a53f4 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Calling delete_port for b94bab55-6f07-4796-b3b2-f72489d0a5f9 owned by compute:nova {{(pid=75045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:24:08.945501 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-d2299e43-bad9-4758-848d-1f3dc791b207 req-13f5f1ab-b369-44bc-8419-0941834a53f4 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:08.951953 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-7ed0ebe0-17ed-468e-b2a2-c28f50e0890c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:24:08.983806 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-1331bcd1-51bc-4068-b4b1-73afc5b416b5 req-fd28b2c2-bb0b-49c8-a1c1-ff59e37ec3b6 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 210 time: 0.0461257 Aug 25 16:24:08.993109 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5f1ab-b369-44bc-8419-0941834a53f4 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Pushing event deleted for resources: {'Port': ['ID=b94bab55-6f07-4796-b3b2-f72489d0a5f9,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:24:09.007389 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5f1ab-b369-44bc-8419-0941834a53f4 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:24:09.008041 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5f1ab-b369-44bc-8419-0941834a53f4 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:24:09.008743 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5f1ab-b369-44bc-8419-0941834a53f4 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:24:09.009132 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5f1ab-b369-44bc-8419-0941834a53f4 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:24:09.009621 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5f1ab-b369-44bc-8419-0941834a53f4 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:24:09.010249 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5f1ab-b369-44bc-8419-0941834a53f4 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:24:09.010613 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5f1ab-b369-44bc-8419-0941834a53f4 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:24:09.011579 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5f1ab-b369-44bc-8419-0941834a53f4 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:24:09.011579 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5f1ab-b369-44bc-8419-0941834a53f4 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:24:09.011768 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5f1ab-b369-44bc-8419-0941834a53f4 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:24:09.012112 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f5f1ab-b369-44bc-8419-0941834a53f4 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-1-iscsi {{(pid=75045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:24:09.044630 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-13f5f1ab-b369-44bc-8419-0941834a53f4 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:24:09.088835 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2299e43-bad9-4758-848d-1f3dc791b207 req-13f5f1ab-b369-44bc-8419-0941834a53f4 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] No DVR routers for this DVR port b94bab55-6f07-4796-b3b2-f72489d0a5f9 on host hv-cinder-80600 {{(pid=75045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:24:09.091764 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [req-d2299e43-bad9-4758-848d-1f3dc791b207 req-13f5f1ab-b369-44bc-8419-0941834a53f4 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1029187'] for port, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:09.099044 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f13fa6-2c49-4557-a8b9-df6af19911dc', 'name': 'network-vif-deleted', 'tag': 'b94bab55-6f07-4796-b3b2-f72489d0a5f9'}] {{(pid=75045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:24:09.111706 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [req-d2299e43-bad9-4758-848d-1f3dc791b207 req-13f5f1ab-b369-44bc-8419-0941834a53f4 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.21 "DELETE /v2.0/ports/b94bab55-6f07-4796-b3b2-f72489d0a5f9 HTTP/1.1" status: 204 len: 173 time: 0.7626524 Aug 25 16:24:09.160980 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f13fa6-2c49-4557-a8b9-df6af19911dc', 'name': 'network-vif-deleted', 'tag': 'b94bab55-6f07-4796-b3b2-f72489d0a5f9', 'status': 'completed', 'code': 200} Aug 25 16:24:10.163293 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [req-4d21084c-421d-42e6-a43b-98c3d537b6a5 req-489d45c7-01b7-4d40-b44e-f6e5c44a2fa5 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2f13fa6-2c49-4557-a8b9-df6af19911dc HTTP/1.1" status: 200 len: 210 time: 0.0448132 Aug 25 16:24:10.846035 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:11.274974 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 57116) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:24:11.293010 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device b94bab55-6f07-4796-b3b2-f72489d0a5f9 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:24:11.329631 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] No Port match for: b94bab55-6f07-4796-b3b2-f72489d0a5f9 {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:24:11.330338 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Device b94bab55-6f07-4796-b3b2-f72489d0a5f9 not bound to the agent host hv-cinder-80600 {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:24:11.345220 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e903b13d-3860-416a-b421-eb9ca1782757 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:11.374377 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e903b13d-3860-416a-b421-eb9ca1782757 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:11.442136 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e903b13d-3860-416a-b421-eb9ca1782757 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:11.445980 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-5093c7a4-6385-459b-9246-12eb2d480767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:24:11.548225 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903b13d-3860-416a-b421-eb9ca1782757 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffd4d17-1c7f-431b-80be-30134d115a10,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:24:11.550979 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-e903b13d-3860-416a-b421-eb9ca1782757 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:24:11.559004 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-e903b13d-3860-416a-b421-eb9ca1782757 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:11.562513 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-e903b13d-3860-416a-b421-eb9ca1782757 tempest-TestShelveInstance-1805514561 tempest-TestShelveInstance-1805514561-project] 10.222.0.43 "DELETE /v2.0/security-groups/bffd4d17-1c7f-431b-80be-30134d115a10 HTTP/1.1" status: 204 len: 168 time: 0.2841551 Aug 25 16:24:11.621549 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 57122) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:24:12.139255 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-1faf7efb-a053-4a7f-bb32-0310c0f3b1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684895'] for router_interface, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:12.738936 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [None req-1faf7efb-a053-4a7f-bb32-0310c0f3b1ea admin admin] Deleting port 3f704cba-7c30-4df6-a674-62eb8b55c99b {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:24:12.739674 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-1faf7efb-a053-4a7f-bb32-0310c0f3b1ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:12.907833 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [None req-1faf7efb-a053-4a7f-bb32-0310c0f3b1ea admin admin] For port 3f704cba-7c30-4df6-a674-62eb8b55c99b, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=3f704cba-7c30-4df6-a674-62eb8b55c99b,segment=NetworkSegment(1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9),segment_id=1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9)] {{(pid=75046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:24:12.908177 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-1faf7efb-a053-4a7f-bb32-0310c0f3b1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:13.152812 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [None req-1faf7efb-a053-4a7f-bb32-0310c0f3b1ea admin admin] Calling delete_port for 3f704cba-7c30-4df6-a674-62eb8b55c99b owned by network:router_interface {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:24:13.339651 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-1faf7efb-a053-4a7f-bb32-0310c0f3b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:13.344575 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-07112da1-1db4-4a53-b0bd-c4b0a519a532 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:24:13.388287 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf7efb-a053-4a7f-bb32-0310c0f3b1ea admin admin] Pushing event deleted for resources: {'Port': ['ID=3f704cba-7c30-4df6-a674-62eb8b55c99b,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:24:13.391384 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-1faf7efb-a053-4a7f-bb32-0310c0f3b1ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:24:13.684022 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-1faf7efb-a053-4a7f-bb32-0310c0f3b1ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1708162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684971'] for router_interface, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:14.248972 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1faf7efb-a053-4a7f-bb32-0310c0f3b1ea admin admin] Router aa107ae0-d912-4b06-b0f5-2f55d1e66150 has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:24:14.451398 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1faf7efb-a053-4a7f-bb32-0310c0f3b1ea admin admin] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:24:14.454840 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:24:14.461389 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcf43c8-9694-474a-af7d-103b80a9aac1 None None] Sync routers for ids ['aa107ae0-d912-4b06-b0f5-2f55d1e66150'] in dv-cinder-806008-1-iscsi {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:24:14.464643 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-1faf7efb-a053-4a7f-bb32-0310c0f3b1ea admin admin] 10.222.0.43 "PUT /v2.0/routers/aa107ae0-d912-4b06-b0f5-2f55d1e66150/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8418128 Aug 25 16:24:14.467102 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 57128) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:24:14.473705 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcf43c8-9694-474a-af7d-103b80a9aac1 None None] Routers {'aa107ae0-d912-4b06-b0f5-2f55d1e66150'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:24:14.474323 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-0dcf43c8-9694-474a-af7d-103b80a9aac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:23:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['aa107ae0-d912-4b06-b0f5-2f55d1e66150'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:24:14.652618 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-0dcf43c8-9694-474a-af7d-103b80a9aac1 None None] Set router aa107ae0-d912-4b06-b0f5-2f55d1e66150 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:24:14.771394 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-bff41ec3-db25-4e7d-bac1-0171d9750d54 admin admin] Notify callbacks [] for router, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:14.968848 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-bff41ec3-db25-4e7d-bac1-0171d9750d54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:14.977860 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [None req-bff41ec3-db25-4e7d-bac1-0171d9750d54 admin admin] Deleting port 3d42b60c-bc09-4e99-86f9-4a540478d47d {{(pid=75046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:24:14.978193 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-bff41ec3-db25-4e7d-bac1-0171d9750d54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:14.980509 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-0dcf43c8-9694-474a-af7d-103b80a9aac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'name': 'tempest-TestShelveInstance-992937619-router', 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '3d42b60c-bc09-4e99-86f9-4a540478d47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:18:16Z', 'updated_at': '2021-08-25T16:24:13Z', 'revision_number': 5, 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'gw_port': {'id': '3d42b60c-bc09-4e99-86f9-4a540478d47d', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:17Z', 'updated_at': '2021-08-25T16:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:24:14.984330 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcf43c8-9694-474a-af7d-103b80a9aac1 None None] Checking router: aa107ae0-d912-4b06-b0f5-2f55d1e66150 for host: dv-cinder-806008-1-iscsi {{(pid=75047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:24:14.994604 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcf43c8-9694-474a-af7d-103b80a9aac1 None None] Routers {'aa107ae0-d912-4b06-b0f5-2f55d1e66150'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:24:14.995260 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-0dcf43c8-9694-474a-af7d-103b80a9aac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:23:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['aa107ae0-d912-4b06-b0f5-2f55d1e66150'], 'active': True} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:24:15.143568 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_dvr_db [None req-0dcf43c8-9694-474a-af7d-103b80a9aac1 None None] Set router aa107ae0-d912-4b06-b0f5-2f55d1e66150 gateway port host: None {{(pid=75047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:24:15.153082 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.db [None req-bff41ec3-db25-4e7d-bac1-0171d9750d54 admin admin] For port 3d42b60c-bc09-4e99-86f9-4a540478d47d, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=3d42b60c-bc09-4e99-86f9-4a540478d47d,segment=NetworkSegment(6c802ec5-cb0c-4ebf-9051-a5208badfc91),segment_id=6c802ec5-cb0c-4ebf-9051-a5208badfc91)] {{(pid=75046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:24:15.153439 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-bff41ec3-db25-4e7d-bac1-0171d9750d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:15.247220 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.db.l3_hamode_db [None req-0dcf43c8-9694-474a-af7d-103b80a9aac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'name': 'tempest-TestShelveInstance-992937619-router', 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:18:16Z', 'updated_at': '2021-08-25T16:24:14Z', 'revision_number': 6, 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'gw_port_host': None}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:24:15.251187 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcf43c8-9694-474a-af7d-103b80a9aac1 None None] The sync data for ids ['aa107ae0-d912-4b06-b0f5-2f55d1e66150'] in dv-cinder-806008-1-iscsi is: [{'id': 'aa107ae0-d912-4b06-b0f5-2f55d1e66150', 'name': 'tempest-TestShelveInstance-992937619-router', 'tenant_id': '4b39548a4e294d87a712a5ed13f0a07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:18:16Z', 'updated_at': '2021-08-25T16:24:14Z', 'revision_number': 6, 'project_id': '4b39548a4e294d87a712a5ed13f0a07f', 'gw_port_host': None}] {{(pid=75047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:24:15.279139 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.plugins.ml2.plugin [None req-bff41ec3-db25-4e7d-bac1-0171d9750d54 admin admin] Calling delete_port for 3d42b60c-bc09-4e99-86f9-4a540478d47d owned by network:router_gateway {{(pid=75046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:24:15.443209 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-bff41ec3-db25-4e7d-bac1-0171d9750d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3202370'] for port, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:15.446781 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-40844ba5-8978-4a4e-bc2c-52bdb4c2f934 tempest-TestVolumeBootPattern-1309452265 tempest-TestVolumeBootPattern-1309452265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:24:15.487966 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff41ec3-db25-4e7d-bac1-0171d9750d54 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d42b60c-bc09-4e99-86f9-4a540478d47d,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:24:15.491953 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-bff41ec3-db25-4e7d-bac1-0171d9750d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:24:15.712683 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-bff41ec3-db25-4e7d-bac1-0171d9750d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683554'] for router_gateway, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:16.015592 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 3f704cba-7c30-4df6-a674-62eb8b55c99b no longer exists at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:24:16.050043 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] No Port match for: 3f704cba-7c30-4df6-a674-62eb8b55c99b {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:24:16.050680 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 3f704cba-7c30-4df6-a674-62eb8b55c99b not bound to the agent host dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:24:16.088982 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-bff41ec3-db25-4e7d-bac1-0171d9750d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4395'] for router, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:16.093075 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-bff41ec3-db25-4e7d-bac1-0171d9750d54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:16.121174 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-bff41ec3-db25-4e7d-bac1-0171d9750d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-686622'] for router, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:16.121743 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff41ec3-db25-4e7d-bac1-0171d9750d54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa107ae0-d912-4b06-b0f5-2f55d1e66150 {{(pid=75046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:24:16.134800 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-bff41ec3-db25-4e7d-bac1-0171d9750d54 admin admin] Notify callbacks [] for router, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:16.136468 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-bff41ec3-db25-4e7d-bac1-0171d9750d54 admin admin] 10.222.0.43 "DELETE /v2.0/routers/aa107ae0-d912-4b06-b0f5-2f55d1e66150 HTTP/1.1" status: 204 len: 168 time: 1.6684475 Aug 25 16:24:16.138932 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 57132) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:24:16.199749 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.db_base_plugin_v2 [None req-5762d5c9-27b6-4a0d-b562-5b0b82f8d73d admin admin] Deleting subnet 1d7d9829-b2da-496c-b78e-7a8ac52f45df {{(pid=75046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:24:16.202801 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-5762d5c9-27b6-4a0d-b562-5b0b82f8d73d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:16.256493 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-5762d5c9-27b6-4a0d-b562-5b0b82f8d73d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4000216'] for subnet, precommit_delete_associations {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:16.344159 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-5762d5c9-27b6-4a0d-b562-5b0b82f8d73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731498'] for subnet, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:16.411194 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-5762d5c9-27b6-4a0d-b562-5b0b82f8d73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3202481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4098551'] for subnet, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:16.415327 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-fdb61905-f326-421c-bf3b-ced0b02da25b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:24:16.454121 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762d5c9-27b6-4a0d-b562-5b0b82f8d73d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d7d9829-b2da-496c-b78e-7a8ac52f45df,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:24:16.457246 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-5762d5c9-27b6-4a0d-b562-5b0b82f8d73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:24:16.460352 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-5762d5c9-27b6-4a0d-b562-5b0b82f8d73d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for subnet, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:16.467990 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7defbef6-4821-4185-9319-38a120cf6e5e None None] Network 638ce2fb-3499-498a-b218-d9e9c9dbc5e7 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:24:16.472075 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 57136) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:24:16.472690 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-5762d5c9-27b6-4a0d-b562-5b0b82f8d73d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1d7d9829-b2da-496c-b78e-7a8ac52f45df HTTP/1.1" status: 204 len: 168 time: 0.3322127 Aug 25 16:24:16.577994 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a4967fcf-340f-43df-824f-6a8b10174443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588176'] for network, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:16.588888 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-a4967fcf-340f-43df-824f-6a8b10174443 admin admin] Deleting port a53ac1fe-03e1-477d-846e-709e7721e01d {{(pid=75045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:24:16.589237 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a4967fcf-340f-43df-824f-6a8b10174443 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:16.716053 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c4acbe-bafa-4d71-b643-d57c8dbfcccb None None] DHCP port deletion for 638ce2fb-3499-498a-b218-d9e9c9dbc5e7 request from dv-cinder-806008-1-iscsi {{(pid=75047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:24:16.720261 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-29c4acbe-bafa-4d71-b643-d57c8dbfcccb None None] Deleting port a53ac1fe-03e1-477d-846e-709e7721e01d {{(pid=75047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:24:16.720636 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-29c4acbe-bafa-4d71-b643-d57c8dbfcccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:16.794125 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.db [None req-a4967fcf-340f-43df-824f-6a8b10174443 admin admin] For port a53ac1fe-03e1-477d-846e-709e7721e01d, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=a53ac1fe-03e1-477d-846e-709e7721e01d,segment=NetworkSegment(1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9),segment_id=1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9)] {{(pid=75045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:24:16.794482 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a4967fcf-340f-43df-824f-6a8b10174443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:16.918229 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-a4967fcf-340f-43df-824f-6a8b10174443 admin admin] Calling delete_port for a53ac1fe-03e1-477d-846e-709e7721e01d owned by network:dhcp {{(pid=75045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:24:16.921420 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-29c4acbe-bafa-4d71-b643-d57c8dbfcccb None None] For port a53ac1fe-03e1-477d-846e-709e7721e01d, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=a53ac1fe-03e1-477d-846e-709e7721e01d,segment=NetworkSegment(1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9),segment_id=1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:24:16.921818 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-29c4acbe-bafa-4d71-b643-d57c8dbfcccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:16.991484 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a4967fcf-340f-43df-824f-6a8b10174443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:16.995466 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-71f3e263-d1dd-41c6-80d3-c8560c77401a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:24:17.036107 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967fcf-340f-43df-824f-6a8b10174443 admin admin] Pushing event deleted for resources: {'Port': ['ID=a53ac1fe-03e1-477d-846e-709e7721e01d,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:24:17.039529 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-a4967fcf-340f-43df-824f-6a8b10174443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:24:17.042842 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4967fcf-340f-43df-824f-6a8b10174443 admin admin] No DVR routers for this DVR port a53ac1fe-03e1-477d-846e-709e7721e01d on host dv-cinder-806008-1-iscsi {{(pid=75045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:24:17.044602 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-29c4acbe-bafa-4d71-b643-d57c8dbfcccb None None] Calling delete_port for a53ac1fe-03e1-477d-846e-709e7721e01d owned by network:dhcp {{(pid=75047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:24:17.116830 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.db.api [None req-29c4acbe-bafa-4d71-b643-d57c8dbfcccb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:24:17.117215 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_db.api [None req-29c4acbe-bafa-4d71-b643-d57c8dbfcccb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:24:17.157066 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a4967fcf-340f-43df-824f-6a8b10174443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730595', 'neutron.services.segments.db._delete_segments_for_network-8779528176258'] for network, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:17.170070 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-a4967fcf-340f-43df-824f-6a8b10174443 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['638ce2fb-3499-498a-b218-d9e9c9dbc5e7']}} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:24:17.187131 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-a4967fcf-340f-43df-824f-6a8b10174443 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9') {'for_net_delete': True} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:24:17.187423 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-a4967fcf-340f-43df-824f-6a8b10174443 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1374827d-f39e-4ca9-b1ae-3f7ef3bf5ea9') {} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:24:17.199378 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a4967fcf-340f-43df-824f-6a8b10174443 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779528177565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3836974'] for segment, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:17.215565 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a4967fcf-340f-43df-824f-6a8b10174443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:17.222200 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4967fcf-340f-43df-824f-6a8b10174443 admin admin] Releasing vlan 1252 on physical network physnet1 to pool {{(pid=75045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:24:17.222594 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a4967fcf-340f-43df-824f-6a8b10174443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1731343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837707'] for segment, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:17.235978 dv-cinder-806008-1-iscsi neutron-server[75045]: Traceback (most recent call last): Aug 25 16:24:17.235978 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:24:17.235978 dv-cinder-806008-1-iscsi neutron-server[75045]: timer() Aug 25 16:24:17.235978 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:24:17.235978 dv-cinder-806008-1-iscsi neutron-server[75045]: cb(*args, **kw) Aug 25 16:24:17.235978 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:24:17.235978 dv-cinder-806008-1-iscsi neutron-server[75045]: return func(*args, **kwargs) Aug 25 16:24:17.235978 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:24:17.235978 dv-cinder-806008-1-iscsi neutron-server[75045]: self._notify() Aug 25 16:24:17.235978 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:24:17.235978 dv-cinder-806008-1-iscsi neutron-server[75045]: self.callback(batched_events) Aug 25 16:24:17.235978 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:24:17.235978 dv-cinder-806008-1-iscsi neutron-server[75045]: event.method(event) Aug 25 16:24:17.235978 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:24:17.235978 dv-cinder-806008-1-iscsi neutron-server[75045]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:24:17.235978 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:24:17.235978 dv-cinder-806008-1-iscsi neutron-server[75045]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:24:17.235978 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:24:17.235978 dv-cinder-806008-1-iscsi neutron-server[75045]: return f(self, *a, **k) Aug 25 16:24:17.235978 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:24:17.235978 dv-cinder-806008-1-iscsi neutron-server[75045]: return self._get(url).json() Aug 25 16:24:17.235978 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:24:17.235978 dv-cinder-806008-1-iscsi neutron-server[75045]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:24:17.235978 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:24:17.235978 dv-cinder-806008-1-iscsi neutron-server[75045]: return self.request(url, 'GET', **kwargs) Aug 25 16:24:17.235978 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:24:17.235978 dv-cinder-806008-1-iscsi neutron-server[75045]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:24:17.235978 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:24:17.235978 dv-cinder-806008-1-iscsi neutron-server[75045]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:24:17.235978 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:24:17.235978 dv-cinder-806008-1-iscsi neutron-server[75045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:24:17.235978 dv-cinder-806008-1-iscsi neutron-server[75045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:24:17.310194 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a4967fcf-340f-43df-824f-6a8b10174443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683615'] for network, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:17.314005 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:24:17.327662 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-a4967fcf-340f-43df-824f-6a8b10174443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:17.341987 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967fcf-340f-43df-824f-6a8b10174443 admin admin] Pushing event deleted for resources: {'Network': ['ID=638ce2fb-3499-498a-b218-d9e9c9dbc5e7,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:24:17.345155 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-a4967fcf-340f-43df-824f-6a8b10174443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:24:17.356511 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-a4967fcf-340f-43df-824f-6a8b10174443 admin admin] 10.222.0.43 "DELETE /v2.0/networks/638ce2fb-3499-498a-b218-d9e9c9dbc5e7 HTTP/1.1" status: 204 len: 168 time: 0.8832257 Aug 25 16:24:17.359333 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 57140) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:24:17.440357 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device a53ac1fe-03e1-477d-846e-709e7721e01d no longer exists at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:24:17.473529 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] No Port match for: a53ac1fe-03e1-477d-846e-709e7721e01d {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:24:17.473880 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device a53ac1fe-03e1-477d-846e-709e7721e01d not bound to the agent host dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:24:17.474309 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 3d42b60c-bc09-4e99-86f9-4a540478d47d no longer exists at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:24:17.505797 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] No Port match for: 3d42b60c-bc09-4e99-86f9-4a540478d47d {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:24:17.506158 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 3d42b60c-bc09-4e99-86f9-4a540478d47d not bound to the agent host dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:24:17.618966 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-29c4acbe-bafa-4d71-b643-d57c8dbfcccb None None] Deleting port a53ac1fe-03e1-477d-846e-709e7721e01d {{(pid=75047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:24:17.619397 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-29c4acbe-bafa-4d71-b643-d57c8dbfcccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:17.722860 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-29c4acbe-bafa-4d71-b643-d57c8dbfcccb None None] The port 'a53ac1fe-03e1-477d-846e-709e7721e01d' was deleted {{(pid=75047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:24:17.769902 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-3710ac10-7d36-4505-abb3-5b873deadef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684895'] for router_interface, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:18.459895 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-3710ac10-7d36-4505-abb3-5b873deadef4 admin admin] Deleting port a7f7b774-411a-4864-8d7f-2039500b0933 {{(pid=75045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:24:18.460408 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-3710ac10-7d36-4505-abb3-5b873deadef4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:18.630526 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.db [None req-3710ac10-7d36-4505-abb3-5b873deadef4 admin admin] For port a7f7b774-411a-4864-8d7f-2039500b0933, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=a7f7b774-411a-4864-8d7f-2039500b0933,segment=NetworkSegment(4d6c3137-3d8e-4529-9fe8-401e7c22e7d9),segment_id=4d6c3137-3d8e-4529-9fe8-401e7c22e7d9)] {{(pid=75045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:24:18.630785 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-3710ac10-7d36-4505-abb3-5b873deadef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:18.752740 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-3710ac10-7d36-4505-abb3-5b873deadef4 admin admin] Calling delete_port for a7f7b774-411a-4864-8d7f-2039500b0933 owned by network:router_interface {{(pid=75045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:24:18.923876 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-3710ac10-7d36-4505-abb3-5b873deadef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:18.927437 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-040502f2-d358-4dbe-8e82-24ee347f04fb tempest-TestMinimumBasicScenario-546084432 tempest-TestMinimumBasicScenario-546084432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:24:18.969678 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710ac10-7d36-4505-abb3-5b873deadef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f7b774-411a-4864-8d7f-2039500b0933,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:24:18.972154 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-3710ac10-7d36-4505-abb3-5b873deadef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:24:19.253738 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-3710ac10-7d36-4505-abb3-5b873deadef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1708162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684971'] for router_interface, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:19.913396 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3710ac10-7d36-4505-abb3-5b873deadef4 admin admin] Router e9417b82-0899-40e4-b23a-0d4a01a4aca6 has already been hosted by L3 agent cf6381bf-b4c3-4483-8d5d-75c100e848e5 {{(pid=75045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:24:20.107456 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3710ac10-7d36-4505-abb3-5b873deadef4 admin admin] Notify agent at l3_agent.dv-cinder-806008-1-iscsi the message routers_updated {{(pid=75045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:24:20.116494 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c96ea3f-7248-4631-937a-1ca63bef9ed9 None None] Sync routers for ids ['e9417b82-0899-40e4-b23a-0d4a01a4aca6'] in dv-cinder-806008-1-iscsi {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:24:20.117023 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-3710ac10-7d36-4505-abb3-5b873deadef4 admin admin] 10.222.0.43 "PUT /v2.0/routers/e9417b82-0899-40e4-b23a-0d4a01a4aca6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7562215 Aug 25 16:24:20.119099 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 57144) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:24:20.128765 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c96ea3f-7248-4631-937a-1ca63bef9ed9 None None] Routers {'e9417b82-0899-40e4-b23a-0d4a01a4aca6'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:24:20.129417 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-3c96ea3f-7248-4631-937a-1ca63bef9ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:23:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['e9417b82-0899-40e4-b23a-0d4a01a4aca6'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:24:20.302152 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-3c96ea3f-7248-4631-937a-1ca63bef9ed9 None None] Set router e9417b82-0899-40e4-b23a-0d4a01a4aca6 gateway port host: dv-cinder-806008-1-iscsi {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:24:20.312480 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ee5187ab-7775-41a1-8978-19994599bc3f admin admin] Notify callbacks [] for router, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:20.518193 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ee5187ab-7775-41a1-8978-19994599bc3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:20.527984 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-ee5187ab-7775-41a1-8978-19994599bc3f admin admin] Deleting port b62f18d7-e636-4f6e-a893-3ebc25d13187 {{(pid=75045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:24:20.528340 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ee5187ab-7775-41a1-8978-19994599bc3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:20.590890 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-3c96ea3f-7248-4631-937a-1ca63bef9ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9417b82-0899-40e4-b23a-0d4a01a4aca6', 'name': 'tempest-TestShelveInstance-808820725-router', 'tenant_id': '7db1021c91384968bc6da10b4d4830a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'external_fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'b62f18d7-e636-4f6e-a893-3ebc25d13187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:18:23Z', 'updated_at': '2021-08-25T16:24:18Z', 'revision_number': 5, 'project_id': '7db1021c91384968bc6da10b4d4830a1', 'gw_port': {'id': 'b62f18d7-e636-4f6e-a893-3ebc25d13187', 'name': '', 'network_id': '918dfb31-e205-4511-8f83-81a91dee6c8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9417b82-0899-40e4-b23a-0d4a01a4aca6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7d72112f-2376-4184-b827-994c471d72fa', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:18:23Z', 'updated_at': '2021-08-25T16:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d72112f-2376-4184-b827-994c471d72fa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-1-iscsi'}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:24:20.594534 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c96ea3f-7248-4631-937a-1ca63bef9ed9 None None] Checking router: e9417b82-0899-40e4-b23a-0d4a01a4aca6 for host: dv-cinder-806008-1-iscsi {{(pid=75048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:24:20.605594 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c96ea3f-7248-4631-937a-1ca63bef9ed9 None None] Routers {'e9417b82-0899-40e4-b23a-0d4a01a4aca6'} bound to L3 agent in host dv-cinder-806008-1-iscsi {{(pid=75048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:24:20.606195 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-3c96ea3f-7248-4631-937a-1ca63bef9ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:56:28Z,description=,heartbeat_timestamp=2021-08-25T16:23:58Z,host='dv-cinder-806008-1-iscsi',id=cf6381bf-b4c3-4483-8d5d-75c100e848e5,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:56:28Z,topic='l3_agent')) {'router_ids': ['e9417b82-0899-40e4-b23a-0d4a01a4aca6'], 'active': True} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:24:20.701984 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.db [None req-ee5187ab-7775-41a1-8978-19994599bc3f admin admin] For port b62f18d7-e636-4f6e-a893-3ebc25d13187, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=b62f18d7-e636-4f6e-a893-3ebc25d13187,segment=NetworkSegment(6c802ec5-cb0c-4ebf-9051-a5208badfc91),segment_id=6c802ec5-cb0c-4ebf-9051-a5208badfc91)] {{(pid=75045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:24:20.702338 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ee5187ab-7775-41a1-8978-19994599bc3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:20.779758 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_dvr_db [None req-3c96ea3f-7248-4631-937a-1ca63bef9ed9 None None] Set router e9417b82-0899-40e4-b23a-0d4a01a4aca6 gateway port host: None {{(pid=75048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:24:20.821616 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-ee5187ab-7775-41a1-8978-19994599bc3f admin admin] Calling delete_port for b62f18d7-e636-4f6e-a893-3ebc25d13187 owned by network:router_gateway {{(pid=75045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:24:20.883309 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.l3_hamode_db [None req-3c96ea3f-7248-4631-937a-1ca63bef9ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9417b82-0899-40e4-b23a-0d4a01a4aca6', 'name': 'tempest-TestShelveInstance-808820725-router', 'tenant_id': '7db1021c91384968bc6da10b4d4830a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:18:23Z', 'updated_at': '2021-08-25T16:24:20Z', 'revision_number': 6, 'project_id': '7db1021c91384968bc6da10b4d4830a1', 'gw_port_host': None}], 'dv-cinder-806008-1-iscsi', False) {} {{(pid=75048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:24:20.887943 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c96ea3f-7248-4631-937a-1ca63bef9ed9 None None] The sync data for ids ['e9417b82-0899-40e4-b23a-0d4a01a4aca6'] in dv-cinder-806008-1-iscsi is: [{'id': 'e9417b82-0899-40e4-b23a-0d4a01a4aca6', 'name': 'tempest-TestShelveInstance-808820725-router', 'tenant_id': '7db1021c91384968bc6da10b4d4830a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:18:23Z', 'updated_at': '2021-08-25T16:24:20Z', 'revision_number': 6, 'project_id': '7db1021c91384968bc6da10b4d4830a1', 'gw_port_host': None}] {{(pid=75048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:24:21.089269 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ee5187ab-7775-41a1-8978-19994599bc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:21.093193 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-cf274249-3062-4d20-b5da-3b211e55ea04 tempest-AttachVolumeShelveTestJSON-1384929383 tempest-AttachVolumeShelveTestJSON-1384929383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:24:21.134542 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5187ab-7775-41a1-8978-19994599bc3f admin admin] Pushing event deleted for resources: {'Port': ['ID=b62f18d7-e636-4f6e-a893-3ebc25d13187,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:24:21.137529 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-ee5187ab-7775-41a1-8978-19994599bc3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:24:21.359191 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ee5187ab-7775-41a1-8978-19994599bc3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683554'] for router_gateway, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:21.606482 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ee5187ab-7775-41a1-8978-19994599bc3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-686222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4395'] for router, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:21.610479 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ee5187ab-7775-41a1-8978-19994599bc3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:21.634615 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ee5187ab-7775-41a1-8978-19994599bc3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-686622'] for router, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:21.635788 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5187ab-7775-41a1-8978-19994599bc3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9417b82-0899-40e4-b23a-0d4a01a4aca6 {{(pid=75045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:24:21.650609 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-ee5187ab-7775-41a1-8978-19994599bc3f admin admin] Notify callbacks [] for router, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:21.650840 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-ee5187ab-7775-41a1-8978-19994599bc3f admin admin] 10.222.0.43 "DELETE /v2.0/routers/e9417b82-0899-40e4-b23a-0d4a01a4aca6 HTTP/1.1" status: 204 len: 168 time: 1.5302436 Aug 25 16:24:21.653739 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.wsgi [-] (75046) accepted ('10.222.0.43', 57148) {{(pid=75046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:24:21.703147 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device b62f18d7-e636-4f6e-a893-3ebc25d13187 no longer exists at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:24:21.721738 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7ff9821-b0f8-4bc7-b092-5031c6ff92fc admin admin] Deleting subnet ffb71615-a075-4a00-92b4-465070e1ec06 {{(pid=75046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:24:21.724626 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-c7ff9821-b0f8-4bc7-b092-5031c6ff92fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:21.735185 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] No Port match for: b62f18d7-e636-4f6e-a893-3ebc25d13187 {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:24:21.735540 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device b62f18d7-e636-4f6e-a893-3ebc25d13187 not bound to the agent host dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:24:21.735968 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device a7f7b774-411a-4864-8d7f-2039500b0933 no longer exists at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:24:21.768546 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] No Port match for: a7f7b774-411a-4864-8d7f-2039500b0933 {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:24:21.768790 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device a7f7b774-411a-4864-8d7f-2039500b0933 not bound to the agent host dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:24:21.778359 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-c7ff9821-b0f8-4bc7-b092-5031c6ff92fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4000216'] for subnet, precommit_delete_associations {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:21.856113 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-c7ff9821-b0f8-4bc7-b092-5031c6ff92fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731498'] for subnet, precommit_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:21.925880 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-c7ff9821-b0f8-4bc7-b092-5031c6ff92fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3202481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4098551'] for subnet, after_delete {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:21.930499 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-8d7d4e5f-de75-4253-b7ac-1b08221e511a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:24:21.970257 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff9821-b0f8-4bc7-b092-5031c6ff92fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffb71615-a075-4a00-92b4-465070e1ec06,revision_number=None']} {{(pid=75046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:24:21.973238 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG oslo_concurrency.lockutils [None req-c7ff9821-b0f8-4bc7-b092-5031c6ff92fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:24:21.976640 dv-cinder-806008-1-iscsi neutron-server[75046]: DEBUG neutron_lib.callbacks.manager [None req-c7ff9821-b0f8-4bc7-b092-5031c6ff92fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for subnet, before_response {{(pid=75046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:21.982146 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daafc233-2795-488d-9477-723813d4b82e None None] Network b65d1039-9eaf-493c-8156-736a9377ad46 requested from dv-cinder-806008-1-iscsi {{(pid=75047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:24:21.985694 dv-cinder-806008-1-iscsi neutron-server[75046]: INFO neutron.wsgi [None req-c7ff9821-b0f8-4bc7-b092-5031c6ff92fc admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ffb71615-a075-4a00-92b4-465070e1ec06 HTTP/1.1" status: 204 len: 168 time: 0.3281002 Aug 25 16:24:21.986239 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 57152) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:24:22.091002 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-be684c0a-8f79-4cc7-98d5-9392056caee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588176'] for network, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:22.101617 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-be684c0a-8f79-4cc7-98d5-9392056caee2 admin admin] Deleting port 4ddef5c4-c723-40a1-b174-97a87ce0ce47 {{(pid=75045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:24:22.101939 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-be684c0a-8f79-4cc7-98d5-9392056caee2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:22.212895 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea5b971-d843-4d01-b2a1-dc768ce4d2e7 None None] DHCP port deletion for b65d1039-9eaf-493c-8156-736a9377ad46 request from dv-cinder-806008-1-iscsi {{(pid=75047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:24:22.217201 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-3ea5b971-d843-4d01-b2a1-dc768ce4d2e7 None None] Deleting port 4ddef5c4-c723-40a1-b174-97a87ce0ce47 {{(pid=75047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:24:22.217583 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-3ea5b971-d843-4d01-b2a1-dc768ce4d2e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:22.305110 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.db [None req-be684c0a-8f79-4cc7-98d5-9392056caee2 admin admin] For port 4ddef5c4-c723-40a1-b174-97a87ce0ce47, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=4ddef5c4-c723-40a1-b174-97a87ce0ce47,segment=NetworkSegment(4d6c3137-3d8e-4529-9fe8-401e7c22e7d9),segment_id=4d6c3137-3d8e-4529-9fe8-401e7c22e7d9)] {{(pid=75045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:24:22.305734 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-be684c0a-8f79-4cc7-98d5-9392056caee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:22.423651 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.db [None req-3ea5b971-d843-4d01-b2a1-dc768ce4d2e7 None None] For port 4ddef5c4-c723-40a1-b174-97a87ce0ce47, host dv-cinder-806008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-1-iscsi',level=0,port_id=4ddef5c4-c723-40a1-b174-97a87ce0ce47,segment=NetworkSegment(4d6c3137-3d8e-4529-9fe8-401e7c22e7d9),segment_id=4d6c3137-3d8e-4529-9fe8-401e7c22e7d9)] {{(pid=75047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:24:22.423961 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-3ea5b971-d843-4d01-b2a1-dc768ce4d2e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680088'] for port, precommit_delete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:22.432764 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.plugin [None req-be684c0a-8f79-4cc7-98d5-9392056caee2 admin admin] Calling delete_port for 4ddef5c4-c723-40a1-b174-97a87ce0ce47 owned by network:dhcp {{(pid=75045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:24:22.506664 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-be684c0a-8f79-4cc7-98d5-9392056caee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779528195332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779527770152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3837790'] for port, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:22.510867 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-d25e43e3-3637-4e4c-b942-989c5f2cb93c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:24:22.544689 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-3ea5b971-d843-4d01-b2a1-dc768ce4d2e7 None None] Calling delete_port for 4ddef5c4-c723-40a1-b174-97a87ce0ce47 owned by network:dhcp {{(pid=75047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:24:22.556508 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be684c0a-8f79-4cc7-98d5-9392056caee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ddef5c4-c723-40a1-b174-97a87ce0ce47,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:24:22.559862 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-be684c0a-8f79-4cc7-98d5-9392056caee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:24:22.560613 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be684c0a-8f79-4cc7-98d5-9392056caee2 admin admin] No DVR routers for this DVR port 4ddef5c4-c723-40a1-b174-97a87ce0ce47 on host dv-cinder-806008-1-iscsi {{(pid=75045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:24:22.615241 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.db.api [None req-3ea5b971-d843-4d01-b2a1-dc768ce4d2e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:24:22.615681 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG oslo_db.api [None req-3ea5b971-d843-4d01-b2a1-dc768ce4d2e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:24:22.766851 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-be684c0a-8f79-4cc7-98d5-9392056caee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730595', 'neutron.services.segments.db._delete_segments_for_network-8779528176258'] for network, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:22.779668 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-be684c0a-8f79-4cc7-98d5-9392056caee2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65d1039-9eaf-493c-8156-736a9377ad46']}} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:24:22.791166 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-be684c0a-8f79-4cc7-98d5-9392056caee2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6c3137-3d8e-4529-9fe8-401e7c22e7d9') {'for_net_delete': True} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:24:22.791444 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.services.segments.db [None req-be684c0a-8f79-4cc7-98d5-9392056caee2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6c3137-3d8e-4529-9fe8-401e7c22e7d9') {} {{(pid=75045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:24:22.802123 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-be684c0a-8f79-4cc7-98d5-9392056caee2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779528177565', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3836974'] for segment, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:22.818984 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-be684c0a-8f79-4cc7-98d5-9392056caee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731345'] for segment, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:22.824527 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be684c0a-8f79-4cc7-98d5-9392056caee2 admin admin] Releasing vlan 1254 on physical network physnet1 to pool {{(pid=75045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:24:22.824898 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-be684c0a-8f79-4cc7-98d5-9392056caee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1731343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3837707'] for segment, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:22.837586 dv-cinder-806008-1-iscsi neutron-server[75045]: Traceback (most recent call last): Aug 25 16:24:22.837586 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:24:22.837586 dv-cinder-806008-1-iscsi neutron-server[75045]: timer() Aug 25 16:24:22.837586 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:24:22.837586 dv-cinder-806008-1-iscsi neutron-server[75045]: cb(*args, **kw) Aug 25 16:24:22.837586 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:24:22.837586 dv-cinder-806008-1-iscsi neutron-server[75045]: return func(*args, **kwargs) Aug 25 16:24:22.837586 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:24:22.837586 dv-cinder-806008-1-iscsi neutron-server[75045]: self._notify() Aug 25 16:24:22.837586 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:24:22.837586 dv-cinder-806008-1-iscsi neutron-server[75045]: self.callback(batched_events) Aug 25 16:24:22.837586 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:24:22.837586 dv-cinder-806008-1-iscsi neutron-server[75045]: event.method(event) Aug 25 16:24:22.837586 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:24:22.837586 dv-cinder-806008-1-iscsi neutron-server[75045]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:24:22.837586 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:24:22.837586 dv-cinder-806008-1-iscsi neutron-server[75045]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:24:22.837586 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:24:22.837586 dv-cinder-806008-1-iscsi neutron-server[75045]: return f(self, *a, **k) Aug 25 16:24:22.837586 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:24:22.837586 dv-cinder-806008-1-iscsi neutron-server[75045]: return self._get(url).json() Aug 25 16:24:22.837586 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:24:22.837586 dv-cinder-806008-1-iscsi neutron-server[75045]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:24:22.837586 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:24:22.837586 dv-cinder-806008-1-iscsi neutron-server[75045]: return self.request(url, 'GET', **kwargs) Aug 25 16:24:22.837586 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:24:22.837586 dv-cinder-806008-1-iscsi neutron-server[75045]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:24:22.837586 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:24:22.837586 dv-cinder-806008-1-iscsi neutron-server[75045]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:24:22.837586 dv-cinder-806008-1-iscsi neutron-server[75045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:24:22.837586 dv-cinder-806008-1-iscsi neutron-server[75045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:24:22.837586 dv-cinder-806008-1-iscsi neutron-server[75045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:24:22.912619 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-be684c0a-8f79-4cc7-98d5-9392056caee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1708244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683615'] for network, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:22.917193 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-a341b847-2dff-4c70-8d42-8bc0125ae4ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:24:22.929839 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-be684c0a-8f79-4cc7-98d5-9392056caee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1708142'] for network, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:22.941284 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be684c0a-8f79-4cc7-98d5-9392056caee2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b65d1039-9eaf-493c-8156-736a9377ad46,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:24:22.945210 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-be684c0a-8f79-4cc7-98d5-9392056caee2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b65d1039-9eaf-493c-8156-736a9377ad46 HTTP/1.1" status: 204 len: 168 time: 0.9565408 Aug 25 16:24:22.945210 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-be684c0a-8f79-4cc7-98d5-9392056caee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:24:23.080020 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 57158) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:24:23.116850 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-3ea5b971-d843-4d01-b2a1-dc768ce4d2e7 None None] Deleting port 4ddef5c4-c723-40a1-b174-97a87ce0ce47 {{(pid=75047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:24:23.117431 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-3ea5b971-d843-4d01-b2a1-dc768ce4d2e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779528222639'] for port, before_delete {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:23.128686 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-35ed737f-b2f0-4fc6-aa3e-46bb2cc94c94 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4b39548a4e294d87a712a5ed13f0a07f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0474849 Aug 25 16:24:23.131046 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 57162) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:24:23.183263 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-3ea5b971-d843-4d01-b2a1-dc768ce4d2e7 None None] The port '4ddef5c4-c723-40a1-b174-97a87ce0ce47' was deleted {{(pid=75047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:24:23.189228 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-8db1e50d-7bf4-4ff5-8d2a-59c8d992d1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:23.214518 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-8db1e50d-7bf4-4ff5-8d2a-59c8d992d1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:23.268316 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-8db1e50d-7bf4-4ff5-8d2a-59c8d992d1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:23.273065 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-204d48dd-23e5-4649-b2ea-8a375273f5a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:24:23.286324 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1e50d-7bf4-4ff5-8d2a-59c8d992d1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3acce49-a3d1-46d5-9591-5a87f47b454b,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:24:23.289798 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-8db1e50d-7bf4-4ff5-8d2a-59c8d992d1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:24:23.293692 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-8db1e50d-7bf4-4ff5-8d2a-59c8d992d1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:23.298267 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-8db1e50d-7bf4-4ff5-8d2a-59c8d992d1bd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b3acce49-a3d1-46d5-9591-5a87f47b454b HTTP/1.1" status: 204 len: 168 time: 0.1628611 Aug 25 16:24:23.442405 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 4ddef5c4-c723-40a1-b174-97a87ce0ce47 no longer exists at agent ovs-agent-dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:24:23.475537 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] No Port match for: 4ddef5c4-c723-40a1-b174-97a87ce0ce47 {{(pid=75047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:24:23.475888 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron.plugins.ml2.rpc [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Device 4ddef5c4-c723-40a1-b174-97a87ce0ce47 not bound to the agent host dv-cinder-806008-1-iscsi {{(pid=75047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:24:23.690672 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 57170) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:24:23.739134 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-3a07c537-f5c6-4ccf-a610-179918c8b48f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7db1021c91384968bc6da10b4d4830a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0472538 Aug 25 16:24:23.741648 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [-] (75045) accepted ('10.222.0.43', 57176) {{(pid=75045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:24:23.802668 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c5771817-2ecf-4d2a-87a1-719b4a1dbbbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:23.827353 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c5771817-2ecf-4d2a-87a1-719b4a1dbbbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:23.878351 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c5771817-2ecf-4d2a-87a1-719b4a1dbbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347850'] for security_group, after_delete {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:23.882016 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-c2b3b017-8399-4e1d-8031-2663b0021052 tempest-AttachVolumeTestJSON-1153158155 tempest-AttachVolumeTestJSON-1153158155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:24:23.893928 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5771817-2ecf-4d2a-87a1-719b4a1dbbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a885ef-9fab-4709-bfce-b01738e32ac4,revision_number=None']} {{(pid=75045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:24:23.897542 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG oslo_concurrency.lockutils [None req-c5771817-2ecf-4d2a-87a1-719b4a1dbbbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:24:23.901264 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron_lib.callbacks.manager [None req-c5771817-2ecf-4d2a-87a1-719b4a1dbbbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=75045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:23.902364 dv-cinder-806008-1-iscsi neutron-server[75045]: INFO neutron.wsgi [None req-c5771817-2ecf-4d2a-87a1-719b4a1dbbbe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a4a885ef-9fab-4709-bfce-b01738e32ac4 HTTP/1.1" status: 204 len: 168 time: 0.1588378 Aug 25 16:24:25.951140 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-7827eeea-793b-4045-909c-bf878c243f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:26.435984 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:28.251443 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d880692-4b38-4679-9c55-55ae1d16e610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:29.303696 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:30.741441 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:40.860750 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:51.456087 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:24:55.952004 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-82ba46d1-4e90-4375-b83a-c9810678d060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:56.440923 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:58.254179 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-af48bb1e-2d39-409f-a457-ee333db1e3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:59.307263 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:25:00.743131 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:25:10.866952 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:25:25.953580 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-b1fb7cb1-9edf-4236-87d1-baf89f0a92bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:25:26.442525 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:25:28.256496 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-0adf6ba1-846d-4150-bf1a-f651eeb3f907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:25:28.456604 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:25:29.309773 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:25:30.746615 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:25:40.866325 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:25:55.955384 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-c900697f-8ca0-4ea6-a740-0f85eb785119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:25:56.444182 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:25:58.258260 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d9da14e-7cce-4522-ab40-a3fb9ec9e1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:25:59.312412 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:26:00.748764 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:26:05.457587 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:26:10.876512 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:26:25.957135 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-0296f974-55ad-4ee6-8195-ec1cdea2aaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:26:26.446140 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:26:28.260524 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-fbacc908-f417-4e01-81c3-47f2158643c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:26:29.314540 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:26:30.753227 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:26:40.880003 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:26:42.457624 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:26:55.957594 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-2adb7552-3e9d-4b1d-8c27-01dc6a713cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:26:56.449444 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:26:58.261691 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-7c9f9646-0ee7-4771-881c-e1183cdea277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:26:59.318151 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:00.755096 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:10.887964 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:19.457664 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:27:25.959432 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-80c69e95-a488-4d46-a897-e8cb074b6385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:26.451217 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:28.262382 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-7dc40cfc-154b-40f9-b87b-f8261b040d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:29.321438 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:30.757621 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:40.893443 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:55.963580 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-d8b6aa68-1a57-4afe-889b-860401817057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:56.452856 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:56.458484 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:27:58.263159 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-d41b1d42-5913-49da-8185-9eb8a8b7ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:27:59.325431 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:28:00.762006 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:28:10.904148 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:28:13.077576 dv-cinder-806008-1-iscsi neutron-server[75045]: DEBUG neutron.wsgi [req-2a5a8226-0450-4c99-b2c1-76f805699fc9 req-5f80a915-6892-4847-97ad-e74f22a06300 service neutron] (75045) timed out ('10.222.0.43', 53448) {{(pid=75045) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 25 16:28:25.965383 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-477466ed-e147-4f7b-9890-2b22d8f8c46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:28:26.457098 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:28:28.264010 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-a3dbb23d-1d38-4244-86a6-bf7b73e86a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:28:29.326890 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:28:30.764681 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:28:33.458339 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:28:40.903055 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:28:55.967010 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-f65b7c59-8303-4abc-95a2-acf8510c6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:28:56.458876 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:28:58.265187 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-40cdc9d9-52fb-4a40-931c-81d5e8e9eb3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:28:59.329746 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:29:00.765718 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:29:10.457919 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:29:10.920912 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:29:25.969724 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-644808ab-c4ff-4759-959a-72a79a13a37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:29:26.460288 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:29:28.270864 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-ed7d7268-129c-4ae6-8e36-d2bb7b47880d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:29:29.332698 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:29:30.769077 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:29:40.920308 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:29:47.458554 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:29:55.970727 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-b6bb9893-abe0-4f1c-bba3-c34a733a9541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:29:56.462418 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:29:58.261794 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-cea5b8f0-4dbb-4d1f-811c-7d58da759053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:29:59.336062 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:30:00.770899 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:30:10.919061 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:30:24.458836 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:30:25.972374 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-b4711d2e-d9ca-4abe-93db-3fa596d4ec86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:30:26.464001 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:30:28.263490 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-4f08b3f4-b88f-4239-9dcb-7ee5a9d0c877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:30:29.337812 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:30:30.772550 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:30:40.933621 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:30:55.974111 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-64f79ef3-ddef-4228-ac5a-30498170544c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:30:56.465279 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:30:58.265118 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-f703bdb9-dfc3-4170-9000-b6333d44e7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:30:59.340549 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:00.776284 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:01.458203 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:31:10.934621 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-451075df-aa7d-483f-9559-cb3d2efcdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:25.975126 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-7d3778ec-6eea-4837-83d8-e86c2b7f0664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:26.465289 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3aa1-fdf9-490e-8aa8-26c6354d8068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:28.267224 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-6879d782-1442-4dca-8e2a-3aa78fe2be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:29.343015 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-607f45c3-6ebc-4d84-a116-d02842716e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:30.777631 dv-cinder-806008-1-iscsi neutron-server[75047]: DEBUG neutron_lib.callbacks.manager [None req-95c66d4e-2453-4239-9d6f-92ff9f0addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779528176240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735863'] for agent, after_update {{(pid=75047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:31:38.459269 dv-cinder-806008-1-iscsi neutron-server[75048]: DEBUG neutron.db.agents_db [None req-1366e2d1-fa59-4954-9d5e-5f7f8507d8ea None None] Agent healthcheck: found 6 active agents {{(pid=75048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}